-- Logs begin at Tue 2022-05-17 16:14:38 UTC, end at Tue 2022-05-17 17:27:15 UTC. -- May 17 17:01:34.221286 dv-cinder-842149-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 17 17:01:37.027566 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.common.config [-] Logging enabled! May 17 17:01:37.028198 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev215 May 17 17:01:37.028364 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103401) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 17 17:01:37.031699 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.common.config [-] Logging enabled! May 17 17:01:37.031953 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev215 May 17 17:01:37.032259 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103401) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 17 17:01:37.033175 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 17 17:01:37.033407 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 17 17:01:37.033769 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 17 17:01:37.034009 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 17 17:01:37.034231 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 17 17:01:37.034640 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.034937 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.035167 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.035463 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.035780 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.036062 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.036352 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.036649 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.036935 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.037215 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.037502 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.037733 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.038014 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.038299 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.038588 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.038822 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] debug = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.039099 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.039536 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.039960 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.040238 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.040686 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.040807 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.041076 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.041351 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.041633 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.041957 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] host = dv-cinder-842149-1-iscsi {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.042232 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.042518 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.042810 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.043094 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.043367 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.043661 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.043947 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.044217 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.044486 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] log_file = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.044758 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.045045 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.045330 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.045624 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.045847 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.046069 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.046352 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.047154 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.047429 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.047832 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.048112 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.048386 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.048660 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.048934 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.049216 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.049499 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.049784 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.050056 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.050329 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.050600 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.050869 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.051153 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.051425 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.051722 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.051996 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.052283 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.052548 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.052820 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.053121 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.053411 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.053691 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.053974 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.054245 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.054525 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.054795 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.055065 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.055332 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] use_json = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.055637 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.055888 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.056165 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.056432 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.056965 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.057236 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.057505 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.057786 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.058055 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:37.058344 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.058637 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.058933 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.059218 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.059523 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.059824 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.060112 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.060386 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.060673 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.060959 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.061247 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.061523 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.061818 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.062205 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.063005 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.063315 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.063624 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.063924 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.064201 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.064476 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.064751 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.065028 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.065314 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.065592 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.065880 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.066169 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.066447 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.066742 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.067024 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.067307 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.067613 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.067905 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.068176 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.068452 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.068740 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.069015 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.069283 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.069569 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.069846 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.070115 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.070394 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.070669 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.070936 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.071204 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.071479 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.071788 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.072065 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.072333 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.072600 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.072872 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.073140 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.073430 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.073706 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.073976 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.074245 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.074519 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.074787 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.075058 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.075334 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.075615 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.075906 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.076176 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.076445 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.076714 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.076983 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.077250 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.077519 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.077818 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.078086 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.078490 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.078767 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.079039 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.079315 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.079587 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.079906 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.080186 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.080466 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.080743 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.081020 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.081296 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.081571 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.081850 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.082128 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.082399 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.082690 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.082972 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.083256 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.083544 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.083854 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.084171 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.084449 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.084726 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.085008 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.085283 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.085558 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.085839 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.086119 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.086410 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.086701 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.086976 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.087268 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.087562 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.087874 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.088152 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.088459 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.088738 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:37.088951 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 17 17:01:37.089189 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103401) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 17 17:01:37.544428 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 17 17:01:37.544703 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 17 17:01:37.545007 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 17 17:01:37.545339 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.manager [-] Loading core plugin: ml2 May 17 17:01:37.870726 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:37.870933 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:37.871199 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:37.872424 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:37.872700 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:37.872970 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:37.928203 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:37.928480 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:37.928754 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:37.943622 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:37.943974 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:37.944244 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:37.973871 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:37.974152 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:37.974422 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:38.010004 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:38.010280 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:38.010547 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:38.349298 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:38.349922 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:38.349922 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:38.350108 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:38.350771 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:38.449724 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:38.450041 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:38.450325 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:38.450604 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:38.450878 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:38.451191 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:38.451457 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:38.451741 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:38.452002 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:38.452288 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:38.452551 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:38.453365 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:38.453623 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:38.453881 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:38.454142 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:38.454411 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:38.454671 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:38.454942 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:38.455213 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:38.455474 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:38.455776 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:38.456038 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:38.456323 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:38.456705 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:38.456959 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:38.457209 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:38.457609 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103401) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 17:01:38.457852 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103401) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 17:01:38.458109 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103401) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 17:01:38.458328 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103401) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 17:01:38.458563 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103401) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 17:01:38.458797 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103401) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 17:01:38.459164 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 17 17:01:38.462282 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 17 17:01:38.466156 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 17 17:01:38.470479 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) May 17 17:01:38.472103 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 17 17:01:38.472570 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 17 17:01:38.472903 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 17 17:01:38.473286 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 17 17:01:38.476225 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 17 17:01:38.476473 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 17 17:01:38.476817 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 17 17:01:38.481617 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 17 17:01:38.505411 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 17 17:01:38.505857 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:38.506153 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103401) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 17 17:01:38.506522 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:38.507882 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103401) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 17 17:01:38.508163 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 17 17:01:38.508407 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 17 17:01:38.511659 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:38.511941 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:38.580322 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 17 17:01:38.580559 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 17 17:01:38.580790 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 17 17:01:38.581161 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 17 17:01:38.602818 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_db.sqlalchemy.engines [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103401) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 17 17:01:39.049654 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.plugins.ml2.managers [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Initializing driver for type 'gre' May 17 17:01:39.050216 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] gre ID ranges: [(1, 1000)] May 17 17:01:39.106754 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.plugins.ml2.managers [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Initializing driver for type 'local' May 17 17:01:39.107158 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.plugins.ml2.managers [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Initializing driver for type 'vlan' May 17 17:01:39.120926 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] VlanTypeDriver initialization complete May 17 17:01:39.121306 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.plugins.ml2.managers [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Initializing driver for type 'vxlan' May 17 17:01:39.121813 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] vxlan ID ranges: [(1, 1000)] May 17 17:01:39.176018 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.plugins.ml2.managers [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Initializing extension driver 'port_security' May 17 17:01:39.176360 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.plugins.ml2.extensions.port_security [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] PortSecurityExtensionDriver initialization complete May 17 17:01:39.176685 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.plugins.ml2.managers [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Initializing mechanism driver 'openvswitch' May 17 17:01:39.177018 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.plugins.ml2.managers [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Initializing mechanism driver 'hyperv' May 17 17:01:39.183823 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.plugins.ml2.plugin [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:01:39.184666 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > port after_create 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.185035 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > port after_update 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.185385 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > port after_delete 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.185915 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103401) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 17 17:01:39.186395 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > subnet after_create 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.186751 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > subnet after_update 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.187697 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.188260 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103401) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 17 17:01:39.188695 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > network after_create 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.189049 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > network after_update 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.189395 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > network after_delete 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.189794 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103401) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 17 17:01:39.190203 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > security_group after_create 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.190561 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > security_group after_update 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.190908 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > security_group after_delete 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.191308 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103401) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 17 17:01:39.191742 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.192091 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.192432 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.192832 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103401) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 17 17:01:39.193240 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > address_group after_create 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.193584 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > address_group after_update 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.193923 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > address_group after_delete 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.194322 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103401) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 17 17:01:39.194769 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] ML2 OVO RPC backend initialized. {{(pid=103401) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 17 17:01:39.195476 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.195862 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.196282 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > network before_response 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.196630 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > networks before_response 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.196991 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > port before_response 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.197317 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > ports before_response 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.197659 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > subnet before_response 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.198000 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > subnets before_response 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.198343 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > network after_create 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.198683 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > network after_update 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.199018 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > network after_delete 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.199354 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > port after_create 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.199718 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > port after_update 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.200053 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > port after_delete 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.200386 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > subnet after_create 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.200718 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > subnet after_update 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.201050 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.208674 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.quota [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded quota_driver: . May 17 17:01:39.209041 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.plugins.ml2.plugin [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Modular L2 Plugin initialization complete May 17 17:01:39.209388 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading services supported by the core plugin {{(pid=103401) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 17 17:01:39.209731 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.plugins.ml2.managers [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Got port-security extension from driver 'port_security' May 17 17:01:39.210210 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.extensions.vlantransparent [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Disabled vlantransparent extension. May 17 17:01:39.210706 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103401) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 17 17:01:39.211033 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading Plugin: router May 17 17:01:39.246398 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > router_interface before_create 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.246793 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > router after_create 55549900 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.247163 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > router before_create 55549900 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.247522 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.247918 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.248297 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > router after_delete 55549900 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.248656 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > floatingip after_create 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.249006 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > floatingip after_update 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.249362 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > router after_create 55549900 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.250444 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > router after_update 55549900 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.250801 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > router after_update 55549900 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.251163 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.251655 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > router after_update 55549900 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.252072 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > router precommit_update 55549900 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.252445 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: port after_update 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.252787 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: port after_delete 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.253126 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: subnet after_update 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.253466 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.253813 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > port precommit_delete 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.254161 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > router precommit_create 55549900 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.254503 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: port before_delete 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.254844 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > router precommit_create 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.255197 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > router after_update 55549900 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.255546 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > router precommit_delete 55549900 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.255919 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > router precommit_create 55549900 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.256281 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.256625 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > router precommit_update 55549900 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.256989 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > agent after_create 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.257337 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > agent after_delete 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.257685 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > network after_delete 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.258565 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.quota.resource_registry [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Tracking information for resource: router configured {{(pid=103401) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 17:01:39.258895 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.quota.resource_registry [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Tracking information for resource: floatingip configured {{(pid=103401) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 17:01:39.264964 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.db.l3_agentschedulers_db [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 17 17:01:39.265816 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: port after_update 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.266208 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: port after_create 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.266681 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: port after_delete 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.267061 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: port after_update 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.268030 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > router before_create 55550100 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.268543 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > router precommit_delete 55550100 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.268893 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > router precommit_create 55550100 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.269362 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > router precommit_update 55550100 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.274776 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.services.provider_configuration [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Service providers = [] {{(pid=103401) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 17 17:01:39.275170 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.db.servicetype_db [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103401) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 17 17:01:39.278605 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.services.service_base [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103401) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 17:01:39.278953 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.services.service_base [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103401) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 17:01:39.279296 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.services.service_base [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103401) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 17:01:39.280237 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.services.service_base [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103401) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 17:01:39.280617 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.services.service_base [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Default provider is not specified for service type L3_ROUTER_NAT May 17 17:01:39.281021 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103401) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 17:01:39.281340 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 17 17:01:39.291878 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103401) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 17:01:39.292214 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading Plugin: auto_allocate May 17 17:01:39.298410 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: network precommit_update 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.298774 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: network precommit_create 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.299293 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103401) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 17:01:39.299625 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading Plugin: tag May 17 17:01:39.306394 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103401) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 17:01:39.306932 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading Plugin: timestamp May 17 17:01:39.310746 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103401) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 17:01:39.311079 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading Plugin: network_ip_availability May 17 17:01:39.317119 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.317494 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.317854 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.318573 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103401) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 17:01:39.318895 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading Plugin: flavors May 17 17:01:39.323818 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103401) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 17:01:39.324151 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading Plugin: revisions May 17 17:01:39.328727 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103401) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 17:01:39.329119 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_concurrency.lockutils [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.784s {{(pid=103401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 17 17:01:39.329853 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103401) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 17 17:01:39.330192 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Initializing extension manager. May 17 17:01:39.330718 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: __init__.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.331064 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: __pycache__ {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.331401 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: _port_mac_address_override.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.331768 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: address_group.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.332525 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.333104 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: address-group May 17 17:01:39.333430 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: address_scope.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.334144 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.334663 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: address-scope May 17 17:01:39.334986 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: admin_state_down_before_update.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.335948 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.336471 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: router-admin-state-down-before-update May 17 17:01:39.336792 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: agent.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.337491 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.338009 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: agent May 17 17:01:39.338329 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: agent_resources_synced.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.339231 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.339777 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: agent-resources-synced May 17 17:01:39.340101 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: allowedaddresspairs.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.341871 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.342401 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: allowed-address-pairs May 17 17:01:39.342726 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: auto_allocated_topology.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.344501 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.345024 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: auto-allocated-topology May 17 17:01:39.345350 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: availability_zone.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.346048 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.346568 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: availability_zone May 17 17:01:39.346889 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: availability_zone_filter.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.347819 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.348341 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: availability_zone_filter May 17 17:01:39.348663 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: data_plane_status.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.349558 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.350098 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension data-plane-status not supported by any of loaded plugins May 17 17:01:39.350377 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: default_subnetpools.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.351286 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.351833 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: default-subnetpools May 17 17:01:39.352162 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: dhcpagentscheduler.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.352963 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.353479 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: dhcp_agent_scheduler May 17 17:01:39.353799 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: dns.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.354714 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.355227 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension dns-integration not supported by any of loaded plugins May 17 17:01:39.355548 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: dns_domain_ports.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.356483 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.356995 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension dns-domain-ports not supported by any of loaded plugins May 17 17:01:39.357319 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.358228 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.358738 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 17 17:01:39.359631 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: dvr.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.360367 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.360882 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: dvr May 17 17:01:39.361204 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: ecmp_routes.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.362120 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.362633 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension ecmp_routes not supported by any of loaded plugins May 17 17:01:39.362954 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: empty_string_filtering.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.363889 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.364408 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: empty-string-filtering May 17 17:01:39.364732 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.365641 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.366158 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 17 17:01:39.366481 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.367382 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.367925 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 17 17:01:39.368251 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: external_net.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.369147 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.369665 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: external-net May 17 17:01:39.369988 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: extra_dhcp_opt.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.370892 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.371406 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: extra_dhcp_opt May 17 17:01:39.371765 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: extraroute.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.372670 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.373191 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: extraroute May 17 17:01:39.373514 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: extraroute_atomic.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.374884 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.375417 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: extraroute-atomic May 17 17:01:39.375772 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: filter_validation.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.376442 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.376962 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: filter-validation May 17 17:01:39.377284 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: fip_pf_description.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.378192 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.378706 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 17 17:01:39.379027 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: fip_pf_port_range.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.379966 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.380489 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 17 17:01:39.380810 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: fip_port_details.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.381730 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.382245 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: fip-port-details May 17 17:01:39.382566 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: flavors.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.383796 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.384321 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: flavors May 17 17:01:39.384644 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.386336 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.386861 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 17 17:01:39.387190 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: floatingip_pools.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.387925 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.388445 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: floatingip-pools May 17 17:01:39.388775 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: ip_allocation.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.389694 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.390398 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension ip_allocation not supported by any of loaded plugins May 17 17:01:39.390728 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.391671 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.392196 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: ip-substring-filtering May 17 17:01:39.392522 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: l2_adjacency.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.393462 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.393978 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension l2_adjacency not supported by any of loaded plugins May 17 17:01:39.394301 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: l3.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.395275 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.395834 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: router May 17 17:01:39.396163 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: l3_conntrack_helper.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.398424 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.398953 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 17 17:01:39.399284 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.400252 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.400774 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: ext-gw-mode May 17 17:01:39.401101 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.402017 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.402533 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: l3-ha May 17 17:01:39.402858 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.403797 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.404314 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 17 17:01:39.404636 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: l3_flavors.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.405547 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.406585 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: l3-flavors May 17 17:01:39.406944 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: l3_ndp_proxy.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.408340 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.408869 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 17 17:01:39.409198 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.410124 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.410649 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: l3-port-ip-change-not-allowed May 17 17:01:39.410977 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: l3agentscheduler.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.412054 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.412579 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: l3_agent_scheduler May 17 17:01:39.412905 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: local_ip.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.416214 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.416745 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension local_ip not supported by any of loaded plugins May 17 17:01:39.417076 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: logging.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.418537 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.419066 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension logging not supported by any of loaded plugins May 17 17:01:39.419396 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: metering.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.420171 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.420765 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: metering May 17 17:01:39.421092 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.422733 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.423256 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: metering_source_and_destination_fields May 17 17:01:39.423581 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: multiprovidernet.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.424531 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.425053 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: multi-provider May 17 17:01:39.425375 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: netmtu.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.426284 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.426802 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: net-mtu May 17 17:01:39.427124 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: netmtu_writable.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.428065 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.428580 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: net-mtu-writable May 17 17:01:39.428898 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: network_availability_zone.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.429564 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.430081 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: network_availability_zone May 17 17:01:39.430398 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: network_ip_availability.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.431494 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.432299 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: network-ip-availability May 17 17:01:39.432620 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: network_segment_range.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.433385 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.433899 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension network-segment-range not supported by any of loaded plugins May 17 17:01:39.434217 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: pagination.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.435200 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.435529 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: pagination May 17 17:01:39.435875 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: port_device_profile.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.436787 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.437339 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: port-device-profile May 17 17:01:39.437655 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: port_mac_address_override.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.438584 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.439098 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: port-mac-override May 17 17:01:39.439419 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.440364 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.440880 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: port-mac-address-regenerate May 17 17:01:39.441205 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.442111 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.442672 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: port-numa-affinity-policy May 17 17:01:39.442995 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: port_resource_request.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.443932 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.444447 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension port-resource-request not supported by any of loaded plugins May 17 17:01:39.444769 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: port_resource_request_groups.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.445734 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.446252 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension port-resource-request-groups not supported by any of loaded plugins May 17 17:01:39.446577 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: portbindings.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.447501 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.448111 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: binding May 17 17:01:39.448438 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: portbindings_extended.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.449700 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.450227 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: binding-extended May 17 17:01:39.450552 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: portsecurity.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.451462 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.452023 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: port-security May 17 17:01:39.452349 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: project_id.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.453346 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.453676 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: project-id May 17 17:01:39.453996 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: providernet.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.454917 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.455436 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: provider May 17 17:01:39.455799 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: qos.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.459467 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.460042 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension qos not supported by any of loaded plugins May 17 17:01:39.460375 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.461609 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.462133 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 17 17:01:39.462461 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.463394 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.463941 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 17 17:01:39.464269 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: qos_default.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.465181 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.465705 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension qos-default not supported by any of loaded plugins May 17 17:01:39.466034 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: qos_fip.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.466975 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.467495 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension qos-fip not supported by any of loaded plugins May 17 17:01:39.467857 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: qos_fip_network_policy.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.469287 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.469802 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 17 17:01:39.470125 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: qos_gateway_ip.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.471048 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.471568 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension qos-gateway-ip not supported by any of loaded plugins May 17 17:01:39.471918 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: qos_port_network_policy.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.472830 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.473349 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension qos-port-network-policy not supported by any of loaded plugins May 17 17:01:39.473670 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.474696 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.475220 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension qos-pps-minimum not supported by any of loaded plugins May 17 17:01:39.475542 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.476598 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.477125 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 17 17:01:39.477450 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: qos_pps_rule.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.478604 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.479134 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension qos-pps not supported by any of loaded plugins May 17 17:01:39.479457 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: qos_rule_type_details.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.480398 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.480937 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension qos-rule-type-details not supported by any of loaded plugins May 17 17:01:39.481249 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: qos_rule_type_filter.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.482184 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.482703 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 17 17:01:39.483024 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: qos_rules_alias.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.484717 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.485243 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension qos-rules-alias not supported by any of loaded plugins May 17 17:01:39.485566 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: quota_check_limit.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.486553 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.487079 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: quota-check-limit May 17 17:01:39.487402 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: quotasv2.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.488357 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.488687 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: quotas May 17 17:01:39.489010 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: quotasv2_detail.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.490760 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.491096 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: quota_details May 17 17:01:39.491423 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: rbac.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.492500 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.493032 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: rbac-policies May 17 17:01:39.493359 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: rbac_address_group.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.494282 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.494807 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: rbac-address-group May 17 17:01:39.495132 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: rbac_address_scope.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.496077 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.496604 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: rbac-address-scope May 17 17:01:39.496946 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: rbac_security_groups.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.497844 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.498364 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: rbac-security-groups May 17 17:01:39.498687 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: rbac_subnetpool.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.499700 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.500227 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: rbac-subnetpool May 17 17:01:39.500548 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: revisionifmatch.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.501467 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.501988 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: revision-if-match May 17 17:01:39.502309 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: revisions.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.503463 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.504012 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: standard-attr-revisions May 17 17:01:39.504336 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: router_availability_zone.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.505005 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.505524 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: router_availability_zone May 17 17:01:39.505847 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: routerservicetype.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.506763 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.507764 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension router-service-type not supported by any of loaded plugins May 17 17:01:39.508089 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.509011 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.509712 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: security-groups-normalized-cidr May 17 17:01:39.510032 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: security_groups_port_filtering.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.511026 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.511559 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: port-security-groups-filtering May 17 17:01:39.511905 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.512841 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.513359 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: security-groups-remote-address-group May 17 17:01:39.513680 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.514735 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.515287 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: security-groups-shared-filtering May 17 17:01:39.515764 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.516357 dv-cinder-842149-1-iscsi neutron-server[103401]: WARNING neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 17 17:01:39.516676 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: securitygroup.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.526187 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.526725 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: security-group May 17 17:01:39.527055 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: segment.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.527822 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.528349 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension segment not supported by any of loaded plugins May 17 17:01:39.528676 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.529621 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.530143 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 17 17:01:39.530473 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: servicetype.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.532200 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.532728 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: service-type May 17 17:01:39.533054 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: sorting.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.534033 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.534368 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: sorting May 17 17:01:39.534690 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: standard_attr_segment.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.535620 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.536158 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension standard-attr-segment not supported by any of loaded plugins May 17 17:01:39.536482 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: standardattrdescription.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.537129 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.537644 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: standard-attr-description May 17 17:01:39.537965 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: stateful_security_group.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.538912 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.539431 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: stateful-security-group May 17 17:01:39.539784 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: stdattrs_common.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.540352 dv-cinder-842149-1-iscsi neutron-server[103401]: WARNING neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 17 17:01:39.540673 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.541597 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.542156 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 17 17:01:39.542475 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: subnet_onboard.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.543541 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.544088 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: subnet_onboard May 17 17:01:39.544409 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.545336 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.545855 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 17 17:01:39.546177 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: subnet_service_types.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.547936 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.548466 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: subnet-service-types May 17 17:01:39.548787 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: subnetallocation.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.549860 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.550388 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: subnet_allocation May 17 17:01:39.550713 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.551376 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.551945 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: subnetpool-prefix-ops May 17 17:01:39.552269 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.553188 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.553708 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 17 17:01:39.554029 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: tagging.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.555131 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.555690 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: standard-attr-tag May 17 17:01:39.556019 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: timestamp.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.557521 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.557997 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loaded extension: standard-attr-timestamp May 17 17:01:39.558322 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: trunk.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.559345 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.559894 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension trunk not supported by any of loaded plugins May 17 17:01:39.560217 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: trunk_details.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.561133 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.561664 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension trunk-details not supported by any of loaded plugins May 17 17:01:39.562061 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: uplink_status_propagation.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.563119 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.563664 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension uplink-status-propagation not supported by any of loaded plugins May 17 17:01:39.563989 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Loading extension file: vlantransparent.py {{(pid=103401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:01:39.564654 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:01:39.565170 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extension vlan-transparent not supported by any of loaded plugins May 17 17:01:39.567756 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.quota.resource_registry [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Creating instance of TrackedResource for resource:network May 17 17:01:39.568280 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.quota.resource_registry [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Creating instance of TrackedResource for resource:subnet May 17 17:01:39.568682 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.quota.resource_registry [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Creating instance of TrackedResource for resource:subnetpool May 17 17:01:39.569076 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.quota.resource_registry [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Creating instance of TrackedResource for resource:port May 17 17:01:39.570324 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.v2.resource_helper [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103401) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 17:01:39.570763 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.v2.resource_helper [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Service FLAVORS assigned prefix: {{(pid=103401) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 17:01:39.571378 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.v2.resource_helper [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103401) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 17:01:39.571834 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.v2.resource_helper [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103401) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 17:01:39.572167 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.quota.resource_registry [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Creating instance of TrackedResource for resource:router May 17 17:01:39.572610 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.quota.resource_registry [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Creating instance of TrackedResource for resource:floatingip May 17 17:01:39.573089 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.v2.resource_helper [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Service METERING assigned prefix: /metering {{(pid=103401) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 17:01:39.574521 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.574891 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.575245 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:01:39.576279 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.quota.resource_registry [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Creating instance of CountableResource for resource:rbac_policy May 17 17:01:39.576720 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.quota.resource_registry [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Creating instance of TrackedResource for resource:security_group May 17 17:01:39.577149 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.quota.resource_registry [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Creating instance of TrackedResource for resource:security_group_rule May 17 17:01:39.577840 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.v2.resource_helper [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Service CORE assigned prefix: {{(pid=103401) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 17:01:39.578171 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.quota.resource_registry [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Creating instance of TrackedResource for resource:subnetpool May 17 17:01:39.578516 dv-cinder-842149-1-iscsi neutron-server[103401]: WARNING neutron.quota.resource_registry [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] subnetpool is already registered May 17 17:01:39.578958 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.v2.resource_helper [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Service CORE assigned prefix: {{(pid=103401) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 17:01:39.579286 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.quota.resource_registry [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Creating instance of TrackedResource for resource:subnetpool May 17 17:01:39.579641 dv-cinder-842149-1-iscsi neutron-server[103401]: WARNING neutron.quota.resource_registry [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] subnetpool is already registered May 17 17:01:39.581925 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.v2.resource_helper [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103401) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 17:01:39.582354 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.v2.resource_helper [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Service FLAVORS assigned prefix: {{(pid=103401) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 17:01:39.582942 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.v2.resource_helper [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103401) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 17:01:39.583358 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.v2.resource_helper [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103401) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 17:01:39.583717 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.quota.resource_registry [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Creating instance of TrackedResource for resource:router May 17 17:01:39.584058 dv-cinder-842149-1-iscsi neutron-server[103401]: WARNING neutron.quota.resource_registry [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] router is already registered May 17 17:01:39.584471 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.quota.resource_registry [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Creating instance of TrackedResource for resource:floatingip May 17 17:01:39.584806 dv-cinder-842149-1-iscsi neutron-server[103401]: WARNING neutron.quota.resource_registry [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] floatingip is already registered May 17 17:01:39.585256 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.v2.resource_helper [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Service METERING assigned prefix: /metering {{(pid=103401) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 17:01:39.585924 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.quota.resource_registry [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Creating instance of CountableResource for resource:rbac_policy May 17 17:01:39.586252 dv-cinder-842149-1-iscsi neutron-server[103401]: WARNING neutron.quota.resource_registry [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] rbac_policy is already registered May 17 17:01:39.586667 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.quota.resource_registry [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Creating instance of TrackedResource for resource:security_group May 17 17:01:39.587006 dv-cinder-842149-1-iscsi neutron-server[103401]: WARNING neutron.quota.resource_registry [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] security_group is already registered May 17 17:01:39.587400 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.quota.resource_registry [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Creating instance of TrackedResource for resource:security_group_rule May 17 17:01:39.587767 dv-cinder-842149-1-iscsi neutron-server[103401]: WARNING neutron.quota.resource_registry [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] security_group_rule is already registered May 17 17:01:39.588383 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.v2.resource_helper [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Service CORE assigned prefix: {{(pid=103401) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 17:01:39.588712 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.quota.resource_registry [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Creating instance of TrackedResource for resource:subnetpool May 17 17:01:39.589046 dv-cinder-842149-1-iscsi neutron-server[103401]: WARNING neutron.quota.resource_registry [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] subnetpool is already registered May 17 17:01:39.589464 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.v2.resource_helper [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Service CORE assigned prefix: {{(pid=103401) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 17:01:39.589791 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.quota.resource_registry [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Creating instance of TrackedResource for resource:subnetpool May 17 17:01:39.590122 dv-cinder-842149-1-iscsi neutron-server[103401]: WARNING neutron.quota.resource_registry [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] subnetpool is already registered May 17 17:01:39.590593 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extended resource: extensions {{(pid=103401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:01:39.592091 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extended resource: address-groups {{(pid=103401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:01:39.594249 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extended resource: address-scopes {{(pid=103401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:01:39.595573 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extended resource: agents {{(pid=103401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:01:39.596772 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extended resource: auto-allocated-topology {{(pid=103401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:01:39.598030 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extended resource: availability_zones {{(pid=103401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:01:39.599256 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extended resource: dhcp-networks {{(pid=103401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:01:39.600789 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extended resource: dhcp-agents {{(pid=103401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:01:39.602244 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extended resource: routers {{(pid=103401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:01:39.603997 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extended resource: flavors {{(pid=103401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:01:39.605289 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extended resource: service_profiles {{(pid=103401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:01:39.606491 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extended resource: next_providers {{(pid=103401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:01:39.607962 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extended resource: service_profiles {{(pid=103401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:01:39.610148 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extended resource: floatingip-pools {{(pid=103401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:01:39.611388 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extended resource: routers {{(pid=103401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:01:39.613129 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extended resource: floatingips {{(pid=103401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:01:39.615274 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extended resource: l3-routers {{(pid=103401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:01:39.616738 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extended resource: l3-agents {{(pid=103401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:01:39.618183 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extended resource: metering-labels {{(pid=103401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:01:39.619459 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extended resource: metering-label-rules {{(pid=103401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:01:39.620865 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extended resource: network-ip-availabilities {{(pid=103401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:01:39.622126 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extended resource: bindings {{(pid=103401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:01:39.623718 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extended resource: quotas {{(pid=103401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:01:39.625438 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extended resource: quotas {{(pid=103401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:01:39.626969 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extended resource: rbac-policies {{(pid=103401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:01:39.628213 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extended resource: security-groups {{(pid=103401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:01:39.629522 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extended resource: security-group-rules {{(pid=103401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:01:39.630786 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extended resource: service-providers {{(pid=103401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:01:39.632024 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extended resource: subnetpools {{(pid=103401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:01:39.633369 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extended resource: subnetpools {{(pid=103401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:01:39.634909 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extended resource: tags {{(pid=103401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:01:39.636640 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extended resource: tags {{(pid=103401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:01:39.638554 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extended resource: tags {{(pid=103401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:01:39.640757 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extended resource: tags {{(pid=103401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:01:39.642468 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extended resource: tags {{(pid=103401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:01:39.644459 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extended resource: tags {{(pid=103401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:01:39.646382 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extended resource: tags {{(pid=103401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:01:39.648428 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extended resource: tags {{(pid=103401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:01:39.650207 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extended resource: tags {{(pid=103401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:01:39.651994 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron.api.extensions [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Extended resource: tags {{(pid=103401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:01:39.658660 dv-cinder-842149-1-iscsi neutron-server[103401]: WARNING keystonemiddleware.auth_token [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 17 17:01:39.663877 dv-cinder-842149-1-iscsi neutron-server[103401]: WARNING keystonemiddleware.auth_token [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 17 17:01:39.673230 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_concurrency.lockutils [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Acquired lock "singleton_lock" {{(pid=103401) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 17 17:01:39.673708 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_concurrency.lockutils [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Releasing lock "singleton_lock" {{(pid=103401) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 17 17:01:39.674355 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO oslo_service.service [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Starting 2 workers May 17 17:01:39.679259 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Started child 103510 {{(pid=103401) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 17 17:01:39.684052 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Started child 103511 {{(pid=103401) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 17 17:01:39.684969 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:01:39.685698 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO neutron.service [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Neutron service started, listening on 0.0.0.0:9696 May 17 17:01:39.686303 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Publish callbacks [] for process (None), before_spawn {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:01:39.686546 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [-] (103510) wsgi starting up on http://0.0.0.0:9696 May 17 17:01:39.688823 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:01:39.689302 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO oslo_service.service [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Starting 1 workers May 17 17:01:39.690318 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [-] (103511) wsgi starting up on http://0.0.0.0:9696 May 17 17:01:39.694234 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Started child 103512 {{(pid=103401) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 17 17:01:39.694772 dv-cinder-842149-1-iscsi neutron-server[103401]: INFO oslo_service.service [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Starting 1 workers May 17 17:01:39.697955 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.service [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] calling RpcWorker wait() {{(pid=103512) _wait /opt/stack/neutron/neutron/service.py:128}} May 17 17:01:39.698502 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.service [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] returning from RpcWorker wait() {{(pid=103512) _wait /opt/stack/neutron/neutron/service.py:135}} May 17 17:01:39.699292 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Started child 103513 {{(pid=103401) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 17 17:01:39.699860 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:01:39.700100 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea13-6747-4c6a-b176-3c6b1cd5ab0c None None] Publish callbacks [] for process (None), after_spawn {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:01:39.700482 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:01:39.702026 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103401) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 17 17:01:39.702245 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 17 17:01:39.702430 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 17 17:01:39.702707 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 17 17:01:39.703048 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 17 17:01:39.703211 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 17 17:01:39.703994 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.704294 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.704543 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:01:39.705024 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.705024 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.705406 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.705646 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.705739 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:01:39.705883 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.706329 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.706588 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.706760 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.706926 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.707169 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.707404 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.707746 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.708037 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.708279 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.708537 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.708705 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.709110 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.709395 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.709638 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.709912 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] debug = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.710178 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.710674 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.710921 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.711185 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.711431 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.711728 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.711984 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.712242 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.712479 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.712702 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.712971 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.713234 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.713477 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.713689 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.713922 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.714180 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.714423 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.714872 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] host = dv-cinder-842149-1-iscsi {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.715121 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.715341 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.715572 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.715842 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.716119 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.716356 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.716621 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.716878 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.717136 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.717387 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.717637 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.717874 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.718093 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.718897 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] log_file = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.719057 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] log_options = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.719361 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.719584 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.719875 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.720133 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.720291 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.720434 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.720646 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.720805 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.721073 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.721306 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.721540 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.721837 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.722010 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.722258 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.722488 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.722713 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.722941 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.723155 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.723416 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.723688 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.723916 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.724332 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.724695 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.724948 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.725167 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.725667 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.725905 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.726134 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.726356 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.726613 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.726881 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.727173 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.727401 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.727900 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.728299 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.728547 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.728787 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.729017 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.729287 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.729520 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.732905 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.732905 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.732905 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.732905 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.732905 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.732905 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.732905 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] use_json = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.732905 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.736707 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.736707 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.736707 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.736707 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.736707 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.736707 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.736707 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.736707 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.738936 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.738936 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.738936 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.738936 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.738936 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.738936 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.738936 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.738936 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.740319 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.740319 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.740319 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.740319 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.740319 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.740319 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.740319 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.740319 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.741563 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.741563 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.741563 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.741563 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.741563 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.741563 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.741563 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.741563 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.742789 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.742789 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.742789 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.742789 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.742789 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.742789 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.742789 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.742789 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.744234 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.744234 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.744234 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.744234 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.744234 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.744234 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.744234 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.744234 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.746613 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.746613 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.746613 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.746613 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.746613 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.746613 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.746613 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.746613 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.748169 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.748169 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.748169 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.748169 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.748169 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.748169 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.748169 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.748169 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.748169 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.748814 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.748814 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.748814 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.748814 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.748814 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.749112 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.749287 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.749564 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.749864 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.750146 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.750242 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.750458 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.750670 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.750887 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.751099 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.751338 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.751551 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.751800 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.752049 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.752270 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.752485 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.752706 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.752922 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.753135 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.753350 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.753563 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.753774 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.754006 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.754221 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.754435 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.754649 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.754861 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.755077 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.755290 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.755584 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.759648 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.759648 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.759648 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.759648 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.759648 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.759648 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.759648 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.759648 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.760285 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.760285 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.760285 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.760285 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.760285 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.760285 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.760285 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.760285 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.760834 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.760834 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.760834 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.760834 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.761356 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.762994 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.763253 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.763502 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.763819 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.765665 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.765943 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.766269 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.766505 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.766795 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.767041 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.767332 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.767982 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.769451 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.769763 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.770438 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.771331 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.771785 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.772320 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.772602 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.772846 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.773091 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.774212 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.774495 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.774754 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.774991 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.775250 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.775569 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.775838 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.776064 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.776298 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.776561 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.776822 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.777069 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.777346 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.777598 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.777835 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.778069 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.778301 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.778523 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.778765 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.779004 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.779222 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.779460 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.779807 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.780170 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.780395 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.780639 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.781189 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.781435 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.781665 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.781907 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.782133 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.782356 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.782607 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.782846 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.783069 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.783326 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.783548 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.783813 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.784032 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.784248 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.784513 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.784728 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.785002 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.785275 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.785498 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.785725 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.785953 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.786254 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.787058 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.787371 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.788161 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.788387 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.788626 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.788852 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.789068 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.789287 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.789518 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.789735 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.789966 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.790183 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.790538 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.790792 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.791025 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.791286 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.791525 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.791807 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.792048 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.792288 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.792507 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.792726 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.793021 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.793204 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.793391 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.793606 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.793812 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.794042 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.794302 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.794554 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.794806 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.795022 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.795245 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.795484 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.795723 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.795942 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.796170 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.796893 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.797105 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.797323 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.797535 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.797822 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.798091 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.798324 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.798571 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.798789 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.799034 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.799264 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.799513 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.799748 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.799974 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.800210 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.800423 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.800677 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.800882 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.801116 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.801345 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.801592 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.801824 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.802050 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.802570 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.802811 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.803036 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.803254 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.803464 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.803742 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.803958 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.804301 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.804385 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.804605 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.804820 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.805051 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.805264 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.805496 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.805717 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.805933 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.806143 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.806434 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.806792 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:01:39.806963 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.807182 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.807475 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.807799 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.807997 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.808251 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.808577 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.808791 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.809040 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.809276 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.809495 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.809716 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.809985 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.810349 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.810646 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.810880 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.811135 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.811408 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.812722 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.812722 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.812901 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.813140 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.813343 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.813798 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.814135 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.814306 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.814707 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.814955 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.815172 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.815390 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.815641 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.815886 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.816157 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.816390 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.816632 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.816851 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.817081 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.817299 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.817855 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.818077 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.818299 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.818515 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.818673 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 17 17:01:39.819232 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103401) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 17 17:01:39.819396 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 17 17:01:39.819551 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 17 17:01:39.820053 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 17 17:01:39.820228 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 17 17:01:39.820381 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 17 17:01:39.820592 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.820739 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.820906 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.821061 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.821266 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.821443 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.821592 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.821737 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.821895 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.822051 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.822211 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.822367 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.822681 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.822841 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.823001 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.823161 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.823321 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.823483 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.823812 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.823971 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.824129 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.824285 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] debug = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.824592 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.824789 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.824950 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.825109 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.825267 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.825426 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.825584 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.825742 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.825899 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.826055 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.826214 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.826372 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.826530 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.826689 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.826847 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.827005 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.827165 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.827322 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] host = dv-cinder-842149-1-iscsi {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.827481 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.827672 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.827836 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.827997 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.828296 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.828468 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.828612 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.828752 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.828891 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.829041 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.829197 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.829351 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.829491 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.829652 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] log_file = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.829796 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] log_options = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.829934 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.830083 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.830214 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.830375 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.830541 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.830701 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.830858 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.831007 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.831160 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.831295 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.831455 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.831641 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.831790 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.831942 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.832090 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.832219 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.832373 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.832534 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.832681 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.832823 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.832982 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.833129 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.833293 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.833434 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.833572 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.833711 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.833871 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.834029 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.834188 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.834345 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.834502 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.834660 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.834820 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.834967 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.835126 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.835283 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.835442 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.835633 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.835785 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.835944 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.836103 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.836273 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.836406 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.836567 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.836726 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.836883 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.837041 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] use_json = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.837199 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.837357 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.837497 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.837659 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.837817 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.837960 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.838530 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.838530 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.838530 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:01:39.838847 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.838847 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.839002 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.839083 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.839208 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.839332 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.839479 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.839659 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.839824 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.839985 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.840153 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.840316 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.840488 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.840650 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.840810 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.840975 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.841136 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.841297 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.841460 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.841621 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.841782 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.841943 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.842127 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.842272 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.842432 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.842593 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.842753 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.842922 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.843083 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.843283 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.843579 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.843812 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.843943 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.844105 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.844267 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.844430 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.844592 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.844754 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.844918 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.845080 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.845242 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.845402 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.845563 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.845725 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.845887 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.846049 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.846211 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.846373 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.846533 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.846695 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.846857 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.847018 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.847180 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.847343 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.847504 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.847730 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.847860 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.848000 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.848162 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.848322 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.848483 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.848645 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.848804 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.848965 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.849125 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.849286 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.849447 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.849607 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.849781 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.849943 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.850104 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.850264 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.850425 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.850586 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.850748 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.850908 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.851069 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.851234 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.851393 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.851553 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.851736 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.851896 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.852059 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.852224 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.852386 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.852548 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.852710 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.852869 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.853028 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.853189 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.853349 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.853526 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.853691 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.853852 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.854015 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.854176 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.854337 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.854497 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.854657 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.854818 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.854977 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.855139 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.855299 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.855461 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.855653 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.855803 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.855966 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.856126 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.856286 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.856445 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.856608 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.856770 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.856930 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.857093 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.857255 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.857415 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.857576 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.857735 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.857895 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.858065 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.858226 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.858390 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.858551 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.858718 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.859592 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.859768 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.860011 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.860176 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.860338 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.860500 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.860662 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.860823 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.860985 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.861146 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.861308 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.861483 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.861645 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.861807 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.861968 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.862152 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.862312 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.862472 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.862633 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.862792 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.862955 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.863115 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.863275 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.863437 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.863608 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.863781 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.863944 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.864106 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.864273 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.864435 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.864596 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.864757 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.864919 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.865079 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.865240 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.865401 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.865561 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.865722 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.865883 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.866045 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.866207 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.866367 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.866527 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.866687 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.866847 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.867008 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.867169 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.867330 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.867489 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.867671 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.867833 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.867993 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.868156 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.868316 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.868478 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.868638 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.868801 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.868963 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.869125 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.869286 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.869446 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.869608 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.869769 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.869929 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.870089 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.870250 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.870410 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.870572 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.870732 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.870892 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.871071 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.871231 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.871391 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.871555 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.871740 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.871903 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.872065 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.872225 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.872387 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.872548 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.872711 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.872871 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.873033 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.873194 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.873354 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.873515 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.873680 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.873843 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.874004 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.874165 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.874331 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.875057 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.875287 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.875468 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.875669 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.875833 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.875994 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.876156 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.876317 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.876491 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.876655 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.876817 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.876978 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.877139 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.877299 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.877470 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.877633 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.877795 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.877955 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.878115 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.878277 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.878448 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.878612 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.878773 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.878933 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.879094 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.879253 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.879424 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.879588 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.879771 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.879933 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.880092 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.880253 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.880423 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.880586 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.880746 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.880906 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.881066 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.881227 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.881398 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.881559 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.881720 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.881883 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.882044 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.882204 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.882374 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.882535 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.882696 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.882864 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.883025 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.883185 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.883345 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.883519 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.883703 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.883869 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.884031 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.884197 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.884358 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.884521 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.884686 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.884857 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.885026 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.885190 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.885359 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.885529 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.885700 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.885860 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.886027 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.886200 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.886361 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.886522 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.886683 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.886845 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.887006 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.887168 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.887328 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.887489 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.887671 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.887834 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.887995 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.888155 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.888317 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.888477 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.888637 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.888797 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.888958 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.889117 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.889277 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:01:39.889430 dv-cinder-842149-1-iscsi neutron-server[103401]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 17 17:01:39.897801 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 40604) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:01:39.906504 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065560 May 17 17:01:51.194452 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc82db42-6801-4b96-8410-afe7bcb1b74a None None] get_active_networks_info from dv-cinder-842149-1-iscsi {{(pid=103512) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 17 17:01:51.250323 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc82db42-6801-4b96-8410-afe7bcb1b74a None None] No non-hosted networks {{(pid=103512) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 17 17:01:51.268232 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.agentschedulers_db [None req-bc82db42-6801-4b96-8410-afe7bcb1b74a None None] DHCP Agent not found on host dv-cinder-842149-1-iscsi {{(pid=103512) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 17 17:01:51.403356 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4d622bc3-6637-4f2c-af8d-03ea579c2909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7891024'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:01:53.312301 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a53ae2e6-449a-4323-a9ac-98a64d8ce62e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7891024'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:01:53.332868 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-900a0d45-1980-43c6-b4be-58a54ee899ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:01:54.278072 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 40668) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:01:54.815496 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7891024'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:01:54.958802 dv-cinder-842149-1-iscsi neutron-server[103511]: WARNING oslo_policy.policy [None req-8c69c867-fd6d-4113-b971-fcbf19bc1007 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 17:01:54.959380 dv-cinder-842149-1-iscsi neutron-server[103511]: WARNING oslo_policy.policy [None req-8c69c867-fd6d-4113-b971-fcbf19bc1007 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 17:01:55.182951 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [None req-8c69c867-fd6d-4113-b971-fcbf19bc1007 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103511) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 17:01:55.195623 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-8c69c867-fd6d-4113-b971-fcbf19bc1007 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9051571 May 17 17:01:55.827479 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7891024'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:01:57.391596 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7891024'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:01:57.392462 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:01:57.392880 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:01:57.393314 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:01:57.393748 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:01:57.394174 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:01:57.394661 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:01:57.395078 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:01:57.395461 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:01:57.395911 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:01:57.396334 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:01:57.396796 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:01:57.397184 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:01:57.397626 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:01:57.398039 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:01:57.398492 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:01:57.398937 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-842149-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:01:57.407550 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-842149-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:01:57.709350 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 40702) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:01:58.234796 dv-cinder-842149-1-iscsi neutron-server[103510]: WARNING oslo_policy.policy [None req-e818c1b0-c107-472b-801e-2bad2946c2dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 17:01:58.235364 dv-cinder-842149-1-iscsi neutron-server[103510]: WARNING oslo_policy.policy [None req-e818c1b0-c107-472b-801e-2bad2946c2dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 17:01:58.453767 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-e818c1b0-c107-472b-801e-2bad2946c2dd admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:01:58.548251 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.policy [None req-e818c1b0-c107-472b-801e-2bad2946c2dd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103510) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 17 17:01:58.590316 dv-cinder-842149-1-iscsi neutron-server[103510]: WARNING oslo_policy.policy [None req-e818c1b0-c107-472b-801e-2bad2946c2dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 17:01:58.590701 dv-cinder-842149-1-iscsi neutron-server[103510]: WARNING oslo_policy.policy [None req-e818c1b0-c107-472b-801e-2bad2946c2dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 17:01:58.689136 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e818c1b0-c107-472b-801e-2bad2946c2dd admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733338887226', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733338886670', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733338838523', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733338831765', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733338858488', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733338849630', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-914484', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-804358', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8324227', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8267093'] for rbac-policy (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:01:58.758996 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e818c1b0-c107-472b-801e-2bad2946c2dd admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:01:58.768556 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-e818c1b0-c107-472b-801e-2bad2946c2dd admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0563974 May 17 17:01:59.493608 dv-cinder-842149-1-iscsi neutron-server[103512]: INFO neutron.db.l3_hamode_db [None req-e28990d5-e774-4f5d-92b7-1dd6c7ab5370 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 17 17:01:59.571571 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28990d5-e774-4f5d-92b7-1dd6c7ab5370 None None] Routers set() bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:01:59.572085 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28990d5-e774-4f5d-92b7-1dd6c7ab5370 None None] Router IDs set() for agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 17 17:02:01.191416 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 40720) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:02:01.497862 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-5be8b5ca-8e99-469d-8d7e-e56ac0431bf5 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:02:01.525923 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be8b5ca-8e99-469d-8d7e-e56ac0431bf5 demo demo] Made reservation on behalf of 37528046958f43e8b9cf2ffd96d3def0 for: {'network': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:02:01.529921 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5be8b5ca-8e99-469d-8d7e-e56ac0431bf5 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for network (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:01.546778 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5be8b5ca-8e99-469d-8d7e-e56ac0431bf5 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:01.654403 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5be8b5ca-8e99-469d-8d7e-e56ac0431bf5 demo demo] Publish callbacks [] for security_group (b88299cd-d475-4b0e-b974-e07f819eee50), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:01.658163 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5be8b5ca-8e99-469d-8d7e-e56ac0431bf5 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (b88299cd-d475-4b0e-b974-e07f819eee50), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:01.678416 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5be8b5ca-8e99-469d-8d7e-e56ac0431bf5 demo demo] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 17:02:01.714498 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5be8b5ca-8e99-469d-8d7e-e56ac0431bf5 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733342282253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915'] for segment (cfa60b9c-b6a5-4f9f-82fe-a358d5c4d327), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:01.715023 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.db.segments_db [None req-5be8b5ca-8e99-469d-8d7e-e56ac0431bf5 demo demo] Added segment cfa60b9c-b6a5-4f9f-82fe-a358d5c4d327 of type vlan for network bbda26a8-eb8b-40f2-97ce-d7eee0113e13 May 17 17:02:01.735175 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8b5ca-8e99-469d-8d7e-e56ac0431bf5 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=b88299cd-d475-4b0e-b974-e07f819eee50,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:02:01.781778 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be8b5ca-8e99-469d-8d7e-e56ac0431bf5 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:01.782116 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be8b5ca-8e99-469d-8d7e-e56ac0431bf5 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:01.782473 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be8b5ca-8e99-469d-8d7e-e56ac0431bf5 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:01.782822 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be8b5ca-8e99-469d-8d7e-e56ac0431bf5 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:01.783185 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be8b5ca-8e99-469d-8d7e-e56ac0431bf5 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:01.783511 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be8b5ca-8e99-469d-8d7e-e56ac0431bf5 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:01.783873 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be8b5ca-8e99-469d-8d7e-e56ac0431bf5 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:01.784193 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be8b5ca-8e99-469d-8d7e-e56ac0431bf5 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:01.784513 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be8b5ca-8e99-469d-8d7e-e56ac0431bf5 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:01.784829 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be8b5ca-8e99-469d-8d7e-e56ac0431bf5 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:01.785144 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be8b5ca-8e99-469d-8d7e-e56ac0431bf5 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:01.785474 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be8b5ca-8e99-469d-8d7e-e56ac0431bf5 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:01.785793 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be8b5ca-8e99-469d-8d7e-e56ac0431bf5 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:01.786104 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be8b5ca-8e99-469d-8d7e-e56ac0431bf5 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:01.786413 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be8b5ca-8e99-469d-8d7e-e56ac0431bf5 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:01.787976 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be8b5ca-8e99-469d-8d7e-e56ac0431bf5 demo demo] Tracked resource versions report: May 17 17:02:01.787976 dv-cinder-842149-1-iscsi neutron-server[103510]: pushed versions: May 17 17:02:01.787976 dv-cinder-842149-1-iscsi neutron-server[103510]: { 'AddressGroup': {'1.2'}, May 17 17:02:01.787976 dv-cinder-842149-1-iscsi neutron-server[103510]: 'Agent': {'1.1'}, May 17 17:02:01.787976 dv-cinder-842149-1-iscsi neutron-server[103510]: 'ConntrackHelper': {'1.0'}, May 17 17:02:01.787976 dv-cinder-842149-1-iscsi neutron-server[103510]: 'LocalIPAssociation': {'1.0'}, May 17 17:02:01.787976 dv-cinder-842149-1-iscsi neutron-server[103510]: 'Log': {'1.0'}, May 17 17:02:01.787976 dv-cinder-842149-1-iscsi neutron-server[103510]: 'NDPProxy': {'1.0'}, May 17 17:02:01.787976 dv-cinder-842149-1-iscsi neutron-server[103510]: 'Network': {'1.1'}, May 17 17:02:01.787976 dv-cinder-842149-1-iscsi neutron-server[103510]: 'Port': {'1.7'}, May 17 17:02:01.787976 dv-cinder-842149-1-iscsi neutron-server[103510]: 'PortForwarding': {'1.3'}, May 17 17:02:01.787976 dv-cinder-842149-1-iscsi neutron-server[103510]: 'QosPolicy': {'1.10'}, May 17 17:02:01.787976 dv-cinder-842149-1-iscsi neutron-server[103510]: 'SecurityGroup': {'1.5'}, May 17 17:02:01.787976 dv-cinder-842149-1-iscsi neutron-server[103510]: 'SecurityGroupRule': {'1.2'}, May 17 17:02:01.787976 dv-cinder-842149-1-iscsi neutron-server[103510]: 'SubPort': {'1.0'}, May 17 17:02:01.787976 dv-cinder-842149-1-iscsi neutron-server[103510]: 'Subnet': {'1.1'}, May 17 17:02:01.787976 dv-cinder-842149-1-iscsi neutron-server[103510]: 'Trunk': {'1.1'}} May 17 17:02:01.787976 dv-cinder-842149-1-iscsi neutron-server[103510]: consumer versions: May 17 17:02:01.787976 dv-cinder-842149-1-iscsi neutron-server[103510]: { DHCP agent@dv-cinder-842149-1-iscsi: {}, May 17 17:02:01.787976 dv-cinder-842149-1-iscsi neutron-server[103510]: L3 agent@dv-cinder-842149-1-iscsi: {}, May 17 17:02:01.787976 dv-cinder-842149-1-iscsi neutron-server[103510]: Metadata agent@dv-cinder-842149-1-iscsi: {}, May 17 17:02:01.787976 dv-cinder-842149-1-iscsi neutron-server[103510]: Metering agent@dv-cinder-842149-1-iscsi: {}, May 17 17:02:01.787976 dv-cinder-842149-1-iscsi neutron-server[103510]: Open vSwitch agent@dv-cinder-842149-1-iscsi: { 'AddressGroup': '1.2', May 17 17:02:01.787976 dv-cinder-842149-1-iscsi neutron-server[103510]: 'Agent': '1.1', May 17 17:02:01.787976 dv-cinder-842149-1-iscsi neutron-server[103510]: 'ConntrackHelper': '1.0', May 17 17:02:01.787976 dv-cinder-842149-1-iscsi neutron-server[103510]: 'LocalIPAssociation': '1.0', May 17 17:02:01.787976 dv-cinder-842149-1-iscsi neutron-server[103510]: 'Log': '1.0', May 17 17:02:01.787976 dv-cinder-842149-1-iscsi neutron-server[103510]: 'NDPProxy': '1.0', May 17 17:02:01.787976 dv-cinder-842149-1-iscsi neutron-server[103510]: 'Network': '1.1', May 17 17:02:01.787976 dv-cinder-842149-1-iscsi neutron-server[103510]: 'Port': '1.7', May 17 17:02:01.787976 dv-cinder-842149-1-iscsi neutron-server[103510]: 'PortForwarding': '1.3', May 17 17:02:01.787976 dv-cinder-842149-1-iscsi neutron-server[103510]: 'QosPolicy': '1.10', May 17 17:02:01.787976 dv-cinder-842149-1-iscsi neutron-server[103510]: 'SecurityGroup': '1.5', May 17 17:02:01.787976 dv-cinder-842149-1-iscsi neutron-server[103510]: 'SecurityGroupRule': '1.2', May 17 17:02:01.787976 dv-cinder-842149-1-iscsi neutron-server[103510]: 'SubPort': '1.0', May 17 17:02:01.787976 dv-cinder-842149-1-iscsi neutron-server[103510]: 'Subnet': '1.1', May 17 17:02:01.787976 dv-cinder-842149-1-iscsi neutron-server[103510]: 'Trunk': '1.1'}} May 17 17:02:01.787976 dv-cinder-842149-1-iscsi neutron-server[103510]: {{(pid=103510) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 17:02:01.824473 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5be8b5ca-8e99-469d-8d7e-e56ac0431bf5 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733341855133'] for network (bbda26a8-eb8b-40f2-97ce-d7eee0113e13), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:01.871046 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5be8b5ca-8e99-469d-8d7e-e56ac0431bf5 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572'] for network (bbda26a8-eb8b-40f2-97ce-d7eee0113e13), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:01.876380 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be8b5ca-8e99-469d-8d7e-e56ac0431bf5 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:02:01.877066 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5be8b5ca-8e99-469d-8d7e-e56ac0431bf5 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for network (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:01.945750 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-5be8b5ca-8e99-469d-8d7e-e56ac0431bf5 demo demo] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7531438 May 17 17:02:01.996513 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8b5ca-8e99-469d-8d7e-e56ac0431bf5 demo demo] Pushing event updated for resources: {'Network': ['ID=bbda26a8-eb8b-40f2-97ce-d7eee0113e13,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:02:02.009060 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Network bbda26a8-eb8b-40f2-97ce-d7eee0113e13 details requested by agent ovs-agent-dv-cinder-842149-1-iscsi with host dv-cinder-842149-1-iscsi {{(pid=103512) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 17:02:04.424961 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 40732) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:02:04.944732 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.policy [None req-bb38f3c8-652c-43cf-8156-733f32f03418 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103511) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 17 17:02:04.985309 dv-cinder-842149-1-iscsi neutron-server[103511]: WARNING oslo_policy.policy [None req-bb38f3c8-652c-43cf-8156-733f32f03418 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 17:02:04.985706 dv-cinder-842149-1-iscsi neutron-server[103511]: WARNING oslo_policy.policy [None req-bb38f3c8-652c-43cf-8156-733f32f03418 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 17:02:04.993197 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb38f3c8-652c-43cf-8156-733f32f03418 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:02:04.994882 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-bb38f3c8-652c-43cf-8156-733f32f03418 demo admin] 10.222.0.48 "GET /v2.0/networks/bbda26a8-eb8b-40f2-97ce-d7eee0113e13 HTTP/1.1" status: 200 len: 825 time: 0.5689952 May 17 17:02:05.033660 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-5a050fcf-5852-4b84-a648-b1ae660a6569 demo admin] 10.222.0.48 "GET /v2.0/subnetpools/e79b0a3e-854f-49db-9a22-c35566a25002 HTTP/1.1" status: 200 len: 734 time: 0.0325730 May 17 17:02:05.044734 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-b6d240a4-a59d-45cd-97e2-8ee662c77ec8 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'bbda26a8-eb8b-40f2-97ce-d7eee0113e13', 'subnetpool_id': 'e79b0a3e-854f-49db-9a22-c35566a25002', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:02:05.083217 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d240a4-a59d-45cd-97e2-8ee662c77ec8 demo admin] Made reservation on behalf of 37528046958f43e8b9cf2ffd96d3def0 for: {'subnet': 1} {{(pid=103511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:02:05.086020 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-b6d240a4-a59d-45cd-97e2-8ee662c77ec8 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:05.371748 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-b6d240a4-a59d-45cd-97e2-8ee662c77ec8 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572'] for subnet (f58c82b0-21c4-4324-89b2-41cf74517d9b), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:05.442713 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d240a4-a59d-45cd-97e2-8ee662c77ec8 demo admin] Checking segment: {'id': 'cfa60b9c-b6a5-4f9f-82fe-a358d5c4d327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bbda26a8-eb8b-40f2-97ce-d7eee0113e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:02:05.443390 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d240a4-a59d-45cd-97e2-8ee662c77ec8 demo admin] Network hostable DHCP agents. Network: bbda26a8-eb8b-40f2-97ce-d7eee0113e13, hostable agents: ['e31905a2-41fc-44e1-9d1f-1e6213680c03'], hosted agents: [] {{(pid=103511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 17:02:05.453841 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d240a4-a59d-45cd-97e2-8ee662c77ec8 demo admin] Pushing event updated for resources: {'Subnet': ['ID=f58c82b0-21c4-4324-89b2-41cf74517d9b,revision_number=0']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:02:05.466185 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d240a4-a59d-45cd-97e2-8ee662c77ec8 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:05.466527 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d240a4-a59d-45cd-97e2-8ee662c77ec8 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:05.467037 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d240a4-a59d-45cd-97e2-8ee662c77ec8 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:05.467736 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d240a4-a59d-45cd-97e2-8ee662c77ec8 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:05.468016 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d240a4-a59d-45cd-97e2-8ee662c77ec8 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:05.468387 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d240a4-a59d-45cd-97e2-8ee662c77ec8 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:05.468714 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d240a4-a59d-45cd-97e2-8ee662c77ec8 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:05.469037 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d240a4-a59d-45cd-97e2-8ee662c77ec8 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:05.469374 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d240a4-a59d-45cd-97e2-8ee662c77ec8 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:05.469699 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d240a4-a59d-45cd-97e2-8ee662c77ec8 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:05.470018 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d240a4-a59d-45cd-97e2-8ee662c77ec8 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:05.470349 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d240a4-a59d-45cd-97e2-8ee662c77ec8 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:05.470669 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d240a4-a59d-45cd-97e2-8ee662c77ec8 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:05.470983 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d240a4-a59d-45cd-97e2-8ee662c77ec8 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:05.471304 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d240a4-a59d-45cd-97e2-8ee662c77ec8 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:05.472738 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d240a4-a59d-45cd-97e2-8ee662c77ec8 demo admin] Tracked resource versions report: May 17 17:02:05.472738 dv-cinder-842149-1-iscsi neutron-server[103511]: pushed versions: May 17 17:02:05.472738 dv-cinder-842149-1-iscsi neutron-server[103511]: { 'AddressGroup': {'1.2'}, May 17 17:02:05.472738 dv-cinder-842149-1-iscsi neutron-server[103511]: 'Agent': {'1.1'}, May 17 17:02:05.472738 dv-cinder-842149-1-iscsi neutron-server[103511]: 'ConntrackHelper': {'1.0'}, May 17 17:02:05.472738 dv-cinder-842149-1-iscsi neutron-server[103511]: 'LocalIPAssociation': {'1.0'}, May 17 17:02:05.472738 dv-cinder-842149-1-iscsi neutron-server[103511]: 'Log': {'1.0'}, May 17 17:02:05.472738 dv-cinder-842149-1-iscsi neutron-server[103511]: 'NDPProxy': {'1.0'}, May 17 17:02:05.472738 dv-cinder-842149-1-iscsi neutron-server[103511]: 'Network': {'1.1'}, May 17 17:02:05.472738 dv-cinder-842149-1-iscsi neutron-server[103511]: 'Port': {'1.7'}, May 17 17:02:05.472738 dv-cinder-842149-1-iscsi neutron-server[103511]: 'PortForwarding': {'1.3'}, May 17 17:02:05.472738 dv-cinder-842149-1-iscsi neutron-server[103511]: 'QosPolicy': {'1.10'}, May 17 17:02:05.472738 dv-cinder-842149-1-iscsi neutron-server[103511]: 'SecurityGroup': {'1.5'}, May 17 17:02:05.472738 dv-cinder-842149-1-iscsi neutron-server[103511]: 'SecurityGroupRule': {'1.2'}, May 17 17:02:05.472738 dv-cinder-842149-1-iscsi neutron-server[103511]: 'SubPort': {'1.0'}, May 17 17:02:05.472738 dv-cinder-842149-1-iscsi neutron-server[103511]: 'Subnet': {'1.1'}, May 17 17:02:05.472738 dv-cinder-842149-1-iscsi neutron-server[103511]: 'Trunk': {'1.1'}} May 17 17:02:05.472738 dv-cinder-842149-1-iscsi neutron-server[103511]: consumer versions: May 17 17:02:05.472738 dv-cinder-842149-1-iscsi neutron-server[103511]: { DHCP agent@dv-cinder-842149-1-iscsi: {}, May 17 17:02:05.472738 dv-cinder-842149-1-iscsi neutron-server[103511]: L3 agent@dv-cinder-842149-1-iscsi: {}, May 17 17:02:05.472738 dv-cinder-842149-1-iscsi neutron-server[103511]: Metadata agent@dv-cinder-842149-1-iscsi: {}, May 17 17:02:05.472738 dv-cinder-842149-1-iscsi neutron-server[103511]: Metering agent@dv-cinder-842149-1-iscsi: {}, May 17 17:02:05.472738 dv-cinder-842149-1-iscsi neutron-server[103511]: Open vSwitch agent@dv-cinder-842149-1-iscsi: { 'AddressGroup': '1.2', May 17 17:02:05.472738 dv-cinder-842149-1-iscsi neutron-server[103511]: 'Agent': '1.1', May 17 17:02:05.472738 dv-cinder-842149-1-iscsi neutron-server[103511]: 'ConntrackHelper': '1.0', May 17 17:02:05.472738 dv-cinder-842149-1-iscsi neutron-server[103511]: 'LocalIPAssociation': '1.0', May 17 17:02:05.472738 dv-cinder-842149-1-iscsi neutron-server[103511]: 'Log': '1.0', May 17 17:02:05.472738 dv-cinder-842149-1-iscsi neutron-server[103511]: 'NDPProxy': '1.0', May 17 17:02:05.472738 dv-cinder-842149-1-iscsi neutron-server[103511]: 'Network': '1.1', May 17 17:02:05.472738 dv-cinder-842149-1-iscsi neutron-server[103511]: 'Port': '1.7', May 17 17:02:05.472738 dv-cinder-842149-1-iscsi neutron-server[103511]: 'PortForwarding': '1.3', May 17 17:02:05.472738 dv-cinder-842149-1-iscsi neutron-server[103511]: 'QosPolicy': '1.10', May 17 17:02:05.472738 dv-cinder-842149-1-iscsi neutron-server[103511]: 'SecurityGroup': '1.5', May 17 17:02:05.472738 dv-cinder-842149-1-iscsi neutron-server[103511]: 'SecurityGroupRule': '1.2', May 17 17:02:05.472738 dv-cinder-842149-1-iscsi neutron-server[103511]: 'SubPort': '1.0', May 17 17:02:05.472738 dv-cinder-842149-1-iscsi neutron-server[103511]: 'Subnet': '1.1', May 17 17:02:05.472738 dv-cinder-842149-1-iscsi neutron-server[103511]: 'Trunk': '1.1'}} May 17 17:02:05.472738 dv-cinder-842149-1-iscsi neutron-server[103511]: {{(pid=103511) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 17:02:05.495851 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d240a4-a59d-45cd-97e2-8ee662c77ec8 demo admin] Network bbda26a8-eb8b-40f2-97ce-d7eee0113e13 is scheduled to be hosted by DHCP agent e31905a2-41fc-44e1-9d1f-1e6213680c03 with binding_index 1 {{(pid=103511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 17:02:05.509590 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [None req-b6d240a4-a59d-45cd-97e2-8ee662c77ec8 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842149-1-iscsi, bbda26a8-eb8b-40f2-97ce-d7eee0113e13) {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:02:05.514450 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d240a4-a59d-45cd-97e2-8ee662c77ec8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:02:05.515060 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-b6d240a4-a59d-45cd-97e2-8ee662c77ec8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for subnet (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:05.528799 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bbd5db-8e21-4c69-b6c0-3eaf93b70d07 None None] Network bbda26a8-eb8b-40f2-97ce-d7eee0113e13 requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:02:05.535529 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-b6d240a4-a59d-45cd-97e2-8ee662c77ec8 demo admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4941528 May 17 17:02:05.790951 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700fd1c1-df96-4806-9531-ab2eeb355c7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf7098ea-f5f5-5e61-806c-121fd2f5eebb-bbda26a8-eb8b-40f2-97ce-d7eee0113e13', 'network_id': 'bbda26a8-eb8b-40f2-97ce-d7eee0113e13', 'project_id': '37528046958f43e8b9cf2ffd96d3def0', 'fixed_ips': [{'subnet_id': 'f58c82b0-21c4-4324-89b2-41cf74517d9b'}]}} from dv-cinder-842149-1-iscsi. {{(pid=103512) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 17:02:05.792272 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-700fd1c1-df96-4806-9531-ab2eeb355c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:06.067913 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-700fd1c1-df96-4806-9531-ab2eeb355c7b None None] Allocated IP 172.20.0.2 (bbda26a8-eb8b-40f2-97ce-d7eee0113e13/f58c82b0-21c4-4324-89b2-41cf74517d9b/7c47dfd2-ed44-4dcc-b44c-1ba95c80276a) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:02:06.332294 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-700fd1c1-df96-4806-9531-ab2eeb355c7b None None] Publish callbacks [] for port (7c47dfd2-ed44-4dcc-b44c-1ba95c80276a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:06.340177 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-700fd1c1-df96-4806-9531-ab2eeb355c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (7c47dfd2-ed44-4dcc-b44c-1ba95c80276a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:06.412863 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700fd1c1-df96-4806-9531-ab2eeb355c7b None None] Network bbda26a8-eb8b-40f2-97ce-d7eee0113e13 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:02:06.418591 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-700fd1c1-df96-4806-9531-ab2eeb355c7b None None] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:02:06.422151 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700fd1c1-df96-4806-9531-ab2eeb355c7b None None] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:02:06.440838 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700fd1c1-df96-4806-9531-ab2eeb355c7b None None] Pushing event updated for resources: {'Port': ['ID=7c47dfd2-ed44-4dcc-b44c-1ba95c80276a,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:02:06.485840 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700fd1c1-df96-4806-9531-ab2eeb355c7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:06.486182 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700fd1c1-df96-4806-9531-ab2eeb355c7b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:06.486539 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700fd1c1-df96-4806-9531-ab2eeb355c7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:06.486892 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700fd1c1-df96-4806-9531-ab2eeb355c7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:06.487225 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700fd1c1-df96-4806-9531-ab2eeb355c7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:06.487552 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700fd1c1-df96-4806-9531-ab2eeb355c7b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:06.488085 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700fd1c1-df96-4806-9531-ab2eeb355c7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:06.488416 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700fd1c1-df96-4806-9531-ab2eeb355c7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:06.488739 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700fd1c1-df96-4806-9531-ab2eeb355c7b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:06.489068 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700fd1c1-df96-4806-9531-ab2eeb355c7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:06.489390 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700fd1c1-df96-4806-9531-ab2eeb355c7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:06.489730 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700fd1c1-df96-4806-9531-ab2eeb355c7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:06.490052 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700fd1c1-df96-4806-9531-ab2eeb355c7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:06.490369 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700fd1c1-df96-4806-9531-ab2eeb355c7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:06.490692 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700fd1c1-df96-4806-9531-ab2eeb355c7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:06.492171 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700fd1c1-df96-4806-9531-ab2eeb355c7b None None] Tracked resource versions report: May 17 17:02:06.492171 dv-cinder-842149-1-iscsi neutron-server[103512]: pushed versions: May 17 17:02:06.492171 dv-cinder-842149-1-iscsi neutron-server[103512]: { 'AddressGroup': {'1.2'}, May 17 17:02:06.492171 dv-cinder-842149-1-iscsi neutron-server[103512]: 'Agent': {'1.1'}, May 17 17:02:06.492171 dv-cinder-842149-1-iscsi neutron-server[103512]: 'ConntrackHelper': {'1.0'}, May 17 17:02:06.492171 dv-cinder-842149-1-iscsi neutron-server[103512]: 'LocalIPAssociation': {'1.0'}, May 17 17:02:06.492171 dv-cinder-842149-1-iscsi neutron-server[103512]: 'Log': {'1.0'}, May 17 17:02:06.492171 dv-cinder-842149-1-iscsi neutron-server[103512]: 'NDPProxy': {'1.0'}, May 17 17:02:06.492171 dv-cinder-842149-1-iscsi neutron-server[103512]: 'Network': {'1.1'}, May 17 17:02:06.492171 dv-cinder-842149-1-iscsi neutron-server[103512]: 'Port': {'1.7'}, May 17 17:02:06.492171 dv-cinder-842149-1-iscsi neutron-server[103512]: 'PortForwarding': {'1.3'}, May 17 17:02:06.492171 dv-cinder-842149-1-iscsi neutron-server[103512]: 'QosPolicy': {'1.10'}, May 17 17:02:06.492171 dv-cinder-842149-1-iscsi neutron-server[103512]: 'SecurityGroup': {'1.5'}, May 17 17:02:06.492171 dv-cinder-842149-1-iscsi neutron-server[103512]: 'SecurityGroupRule': {'1.2'}, May 17 17:02:06.492171 dv-cinder-842149-1-iscsi neutron-server[103512]: 'SubPort': {'1.0'}, May 17 17:02:06.492171 dv-cinder-842149-1-iscsi neutron-server[103512]: 'Subnet': {'1.1'}, May 17 17:02:06.492171 dv-cinder-842149-1-iscsi neutron-server[103512]: 'Trunk': {'1.1'}} May 17 17:02:06.492171 dv-cinder-842149-1-iscsi neutron-server[103512]: consumer versions: May 17 17:02:06.492171 dv-cinder-842149-1-iscsi neutron-server[103512]: { DHCP agent@dv-cinder-842149-1-iscsi: {}, May 17 17:02:06.492171 dv-cinder-842149-1-iscsi neutron-server[103512]: L3 agent@dv-cinder-842149-1-iscsi: {}, May 17 17:02:06.492171 dv-cinder-842149-1-iscsi neutron-server[103512]: Metadata agent@dv-cinder-842149-1-iscsi: {}, May 17 17:02:06.492171 dv-cinder-842149-1-iscsi neutron-server[103512]: Metering agent@dv-cinder-842149-1-iscsi: {}, May 17 17:02:06.492171 dv-cinder-842149-1-iscsi neutron-server[103512]: Open vSwitch agent@dv-cinder-842149-1-iscsi: { 'AddressGroup': '1.2', May 17 17:02:06.492171 dv-cinder-842149-1-iscsi neutron-server[103512]: 'Agent': '1.1', May 17 17:02:06.492171 dv-cinder-842149-1-iscsi neutron-server[103512]: 'ConntrackHelper': '1.0', May 17 17:02:06.492171 dv-cinder-842149-1-iscsi neutron-server[103512]: 'LocalIPAssociation': '1.0', May 17 17:02:06.492171 dv-cinder-842149-1-iscsi neutron-server[103512]: 'Log': '1.0', May 17 17:02:06.492171 dv-cinder-842149-1-iscsi neutron-server[103512]: 'NDPProxy': '1.0', May 17 17:02:06.492171 dv-cinder-842149-1-iscsi neutron-server[103512]: 'Network': '1.1', May 17 17:02:06.492171 dv-cinder-842149-1-iscsi neutron-server[103512]: 'Port': '1.7', May 17 17:02:06.492171 dv-cinder-842149-1-iscsi neutron-server[103512]: 'PortForwarding': '1.3', May 17 17:02:06.492171 dv-cinder-842149-1-iscsi neutron-server[103512]: 'QosPolicy': '1.10', May 17 17:02:06.492171 dv-cinder-842149-1-iscsi neutron-server[103512]: 'SecurityGroup': '1.5', May 17 17:02:06.492171 dv-cinder-842149-1-iscsi neutron-server[103512]: 'SecurityGroupRule': '1.2', May 17 17:02:06.492171 dv-cinder-842149-1-iscsi neutron-server[103512]: 'SubPort': '1.0', May 17 17:02:06.492171 dv-cinder-842149-1-iscsi neutron-server[103512]: 'Subnet': '1.1', May 17 17:02:06.492171 dv-cinder-842149-1-iscsi neutron-server[103512]: 'Trunk': '1.1'}} May 17 17:02:06.492171 dv-cinder-842149-1-iscsi neutron-server[103512]: {{(pid=103512) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 17:02:06.527861 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-700fd1c1-df96-4806-9531-ab2eeb355c7b None None] Attempting to bind port 7c47dfd2-ed44-4dcc-b44c-1ba95c80276a on host dv-cinder-842149-1-iscsi for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:02:06.528398 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-700fd1c1-df96-4806-9531-ab2eeb355c7b None None] Attempting to bind port 7c47dfd2-ed44-4dcc-b44c-1ba95c80276a by drivers openvswitch,hyperv on host dv-cinder-842149-1-iscsi at level 0 using segments [{'id': 'cfa60b9c-b6a5-4f9f-82fe-a358d5c4d327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bbda26a8-eb8b-40f2-97ce-d7eee0113e13'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:02:06.528835 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700fd1c1-df96-4806-9531-ab2eeb355c7b None None] Attempting to bind port 7c47dfd2-ed44-4dcc-b44c-1ba95c80276a on network bbda26a8-eb8b-40f2-97ce-d7eee0113e13 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:02:06.534495 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700fd1c1-df96-4806-9531-ab2eeb355c7b None None] Checking agent: {'id': '112412f2-6814-4612-abcf-1771f8ba00b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 1, 57), 'started_at': datetime.datetime(2022, 5, 17, 17, 1, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:02:06.534879 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700fd1c1-df96-4806-9531-ab2eeb355c7b None None] Checking segment: {'id': 'cfa60b9c-b6a5-4f9f-82fe-a358d5c4d327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bbda26a8-eb8b-40f2-97ce-d7eee0113e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:02:06.535362 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-700fd1c1-df96-4806-9531-ab2eeb355c7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:06.535778 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700fd1c1-df96-4806-9531-ab2eeb355c7b None None] Bound using segment: {'id': 'cfa60b9c-b6a5-4f9f-82fe-a358d5c4d327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bbda26a8-eb8b-40f2-97ce-d7eee0113e13'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:02:06.536265 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-700fd1c1-df96-4806-9531-ab2eeb355c7b None None] Bound port: 7c47dfd2-ed44-4dcc-b44c-1ba95c80276a, host: dv-cinder-842149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa60b9c-b6a5-4f9f-82fe-a358d5c4d327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bbda26a8-eb8b-40f2-97ce-d7eee0113e13'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:02:06.536666 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-700fd1c1-df96-4806-9531-ab2eeb355c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (7c47dfd2-ed44-4dcc-b44c-1ba95c80276a), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:06.594993 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-700fd1c1-df96-4806-9531-ab2eeb355c7b None None] For port 7c47dfd2-ed44-4dcc-b44c-1ba95c80276a, host dv-cinder-842149-1-iscsi, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:02:06.615738 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-700fd1c1-df96-4806-9531-ab2eeb355c7b None None] For port 7c47dfd2-ed44-4dcc-b44c-1ba95c80276a, host dv-cinder-842149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=7c47dfd2-ed44-4dcc-b44c-1ba95c80276a,segment=NetworkSegment(cfa60b9c-b6a5-4f9f-82fe-a358d5c4d327),segment_id=cfa60b9c-b6a5-4f9f-82fe-a358d5c4d327)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:02:06.622818 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-700fd1c1-df96-4806-9531-ab2eeb355c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (7c47dfd2-ed44-4dcc-b44c-1ba95c80276a), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:06.678373 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700fd1c1-df96-4806-9531-ab2eeb355c7b None None] Pushing event updated for resources: {'Port': ['ID=7c47dfd2-ed44-4dcc-b44c-1ba95c80276a,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:02:08.042780 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 40746) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:02:08.358474 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [None req-275fa787-c78c-4be1-a52c-421cf0938bd1 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103511) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 17:02:08.359452 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-275fa787-c78c-4be1-a52c-421cf0938bd1 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3157413 May 17 17:02:10.881534 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 40754) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:02:11.198317 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [None req-7b23a66f-aba8-4d54-b681-9e29b70cd126 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103510) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 17:02:11.199322 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-7b23a66f-aba8-4d54-b681-9e29b70cd126 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3167424 May 17 17:02:13.887479 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 40762) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:02:14.199662 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-b249afc0-11a9-45a5-86d8-9e6a78aa9bb1 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:02:14.225288 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b249afc0-11a9-45a5-86d8-9e6a78aa9bb1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-611'] for router (e99d4183-5bd9-4e73-9550-19e524245ab5), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:14.226862 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b249afc0-11a9-45a5-86d8-9e6a78aa9bb1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7879634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7940134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-618'] for router (e99d4183-5bd9-4e73-9550-19e524245ab5), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:14.365165 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b249afc0-11a9-45a5-86d8-9e6a78aa9bb1 demo demo] Publish callbacks [] for router_controller (e99d4183-5bd9-4e73-9550-19e524245ab5), precommit_add_association {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:14.369783 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b249afc0-11a9-45a5-86d8-9e6a78aa9bb1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7879595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7876840'] for router (e99d4183-5bd9-4e73-9550-19e524245ab5), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:14.386262 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b249afc0-11a9-45a5-86d8-9e6a78aa9bb1 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:14.387402 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-b249afc0-11a9-45a5-86d8-9e6a78aa9bb1 demo demo] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4989204 May 17 17:02:16.742527 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.agents_db [None req-bd8c2525-aad1-4fe1-b03f-cf2f293aaa3a None None] Agent healthcheck: found 5 active agents {{(pid=103513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:02:16.943405 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 40774) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:02:17.267619 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [None req-b922eb33-43b6-4b11-92cd-df0bc7544edb admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103510) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 17:02:17.268676 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-b922eb33-43b6-4b11-92cd-df0bc7544edb admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3242760 May 17 17:02:18.115801 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669256e4-ac7b-45ab-b62e-e48a3f95650f None None] Network bbda26a8-eb8b-40f2-97ce-d7eee0113e13 requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:02:18.146691 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 7c47dfd2-ed44-4dcc-b44c-1ba95c80276a up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:02:18.255177 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-75b986ed-b54c-4780-ba39-1da02175a320 None None] Provisioning complete for port 7c47dfd2-ed44-4dcc-b44c-1ba95c80276a triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:02:18.255590 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-75b986ed-b54c-4780-ba39-1da02175a320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (7c47dfd2-ed44-4dcc-b44c-1ba95c80276a), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:18.297888 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port 7c47dfd2-ed44-4dcc-b44c-1ba95c80276a triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:02:18.298273 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (7c47dfd2-ed44-4dcc-b44c-1ba95c80276a), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:18.469438 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-75b986ed-b54c-4780-ba39-1da02175a320 None None] Current status of the port 7c47dfd2-ed44-4dcc-b44c-1ba95c80276a is: DOWN; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:02:18.469841 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-75b986ed-b54c-4780-ba39-1da02175a320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (7c47dfd2-ed44-4dcc-b44c-1ba95c80276a), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:18.500809 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port 7c47dfd2-ed44-4dcc-b44c-1ba95c80276a is: DOWN; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:02:18.501214 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (7c47dfd2-ed44-4dcc-b44c-1ba95c80276a), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:18.525285 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-75b986ed-b54c-4780-ba39-1da02175a320 None None] For port 7c47dfd2-ed44-4dcc-b44c-1ba95c80276a, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=7c47dfd2-ed44-4dcc-b44c-1ba95c80276a,segment=NetworkSegment(cfa60b9c-b6a5-4f9f-82fe-a358d5c4d327),segment_id=cfa60b9c-b6a5-4f9f-82fe-a358d5c4d327)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:02:18.535119 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-75b986ed-b54c-4780-ba39-1da02175a320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (7c47dfd2-ed44-4dcc-b44c-1ba95c80276a), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:18.609205 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b986ed-b54c-4780-ba39-1da02175a320 None None] Pushing event updated for resources: {'Port': ['ID=7c47dfd2-ed44-4dcc-b44c-1ba95c80276a,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:02:18.618725 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.db.api [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103512) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 17 17:02:18.619200 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG oslo_db.api [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 17 17:02:18.652367 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-0e5cbfe7-7d0d-4358-be6b-41e95d164899 None None] Provisioning complete for port 7c47dfd2-ed44-4dcc-b44c-1ba95c80276a triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:02:18.652672 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0e5cbfe7-7d0d-4358-be6b-41e95d164899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (7c47dfd2-ed44-4dcc-b44c-1ba95c80276a), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:18.721160 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-0e5cbfe7-7d0d-4358-be6b-41e95d164899 None None] Current status of the port 7c47dfd2-ed44-4dcc-b44c-1ba95c80276a is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:02:19.151629 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port 7c47dfd2-ed44-4dcc-b44c-1ba95c80276a is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:02:19.737742 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 40784) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:02:20.044712 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-d6eb61bc-318d-4115-b233-e5c91435f8a2 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'admin_state_up': True}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:02:20.066083 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6eb61bc-318d-4115-b233-e5c91435f8a2 admin admin] Made reservation on behalf of 3a3ee3f323ac4b12815e2057e52b4ed6 for: {'network': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:02:20.068770 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d6eb61bc-318d-4115-b233-e5c91435f8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for network (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:20.077784 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d6eb61bc-318d-4115-b233-e5c91435f8a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:20.108856 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 7c47dfd2-ed44-4dcc-b44c-1ba95c80276a up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:02:20.154129 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d6eb61bc-318d-4115-b233-e5c91435f8a2 admin admin] Publish callbacks [] for security_group (9be5f136-6396-496f-b9d9-6be9ea0bac63), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:20.157296 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port 7c47dfd2-ed44-4dcc-b44c-1ba95c80276a triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:02:20.157812 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (7c47dfd2-ed44-4dcc-b44c-1ba95c80276a), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:20.158701 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d6eb61bc-318d-4115-b233-e5c91435f8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (9be5f136-6396-496f-b9d9-6be9ea0bac63), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:20.173846 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d6eb61bc-318d-4115-b233-e5c91435f8a2 admin admin] Reserving flat network on physical network physnet1 {{(pid=103510) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 17 17:02:20.194794 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb61bc-318d-4115-b233-e5c91435f8a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be5f136-6396-496f-b9d9-6be9ea0bac63,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:02:20.197626 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d6eb61bc-318d-4115-b233-e5c91435f8a2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733342282253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915'] for segment (d323b912-4d66-4aae-868e-160b7e4a1fa7), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:20.198031 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.db.segments_db [None req-d6eb61bc-318d-4115-b233-e5c91435f8a2 admin admin] Added segment d323b912-4d66-4aae-868e-160b7e4a1fa7 of type flat for network 02c56ec1-398e-4da7-8d6f-c5872f286327 May 17 17:02:20.231294 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port 7c47dfd2-ed44-4dcc-b44c-1ba95c80276a is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:02:20.244606 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d6eb61bc-318d-4115-b233-e5c91435f8a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733341855133'] for network (02c56ec1-398e-4da7-8d6f-c5872f286327), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:20.276041 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d6eb61bc-318d-4115-b233-e5c91435f8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572'] for network (02c56ec1-398e-4da7-8d6f-c5872f286327), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:20.277007 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6eb61bc-318d-4115-b233-e5c91435f8a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:02:20.277581 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d6eb61bc-318d-4115-b233-e5c91435f8a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for network (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:20.343494 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-d6eb61bc-318d-4115-b233-e5c91435f8a2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6046836 May 17 17:02:20.388542 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb61bc-318d-4115-b233-e5c91435f8a2 admin admin] Pushing event updated for resources: {'Network': ['ID=02c56ec1-398e-4da7-8d6f-c5872f286327,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:02:20.398709 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Network 02c56ec1-398e-4da7-8d6f-c5872f286327 details requested by agent ovs-agent-dv-cinder-842149-1-iscsi with host dv-cinder-842149-1-iscsi {{(pid=103512) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 17:02:21.148844 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-330ef8ba-7771-4aa7-bba1-3780a2eb8137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:22.774625 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 40792) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:02:23.168155 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee0c446-6cbb-4811-a8ca-59315db7f0e8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:02:23.170097 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-6ee0c446-6cbb-4811-a8ca-59315db7f0e8 demo admin] 10.222.0.48 "GET /v2.0/subnets/f58c82b0-21c4-4324-89b2-41cf74517d9b HTTP/1.1" status: 200 len: 849 time: 0.3945208 May 17 17:02:23.291875 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-69c33f98-d6c6-4fec-9a4f-dd8972c08bc9 demo admin] 10.222.0.48 "GET /v2.0/routers/e99d4183-5bd9-4e73-9550-19e524245ab5 HTTP/1.1" status: 200 len: 704 time: 0.1162343 May 17 17:02:23.293082 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-19caca77-c417-4606-921e-7087b38b9474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:23.552604 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c3cf30c7-1bf2-4516-bf37-1c342b2cac54 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:23.846516 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [None req-c3cf30c7-1bf2-4516-bf37-1c342b2cac54 demo admin] Allocated IP 172.20.0.1 (bbda26a8-eb8b-40f2-97ce-d7eee0113e13/f58c82b0-21c4-4324-89b2-41cf74517d9b/fa213d6e-d2ef-40f8-9268-97e14bf5a97d) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:02:24.032227 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c3cf30c7-1bf2-4516-bf37-1c342b2cac54 demo admin] Publish callbacks [] for port (fa213d6e-d2ef-40f8-9268-97e14bf5a97d), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:24.096093 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c3cf30c7-1bf2-4516-bf37-1c342b2cac54 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (fa213d6e-d2ef-40f8-9268-97e14bf5a97d), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:24.216967 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cf30c7-1bf2-4516-bf37-1c342b2cac54 demo admin] Network bbda26a8-eb8b-40f2-97ce-d7eee0113e13 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:02:24.224844 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-c3cf30c7-1bf2-4516-bf37-1c342b2cac54 demo admin] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:02:24.229655 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cf30c7-1bf2-4516-bf37-1c342b2cac54 demo admin] Pushing event updated for resources: {'Port': ['ID=fa213d6e-d2ef-40f8-9268-97e14bf5a97d,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:02:24.232272 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cf30c7-1bf2-4516-bf37-1c342b2cac54 demo admin] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:02:24.233128 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c3cf30c7-1bf2-4516-bf37-1c342b2cac54 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7867333'] for router_interface (e99d4183-5bd9-4e73-9550-19e524245ab5), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:24.430604 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c3cf30c7-1bf2-4516-bf37-1c342b2cac54 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (fa213d6e-d2ef-40f8-9268-97e14bf5a97d), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:24.472677 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-c5f43b69-84b4-48dd-ba60-6e6e2566e01f None None] Provisioning complete for port fa213d6e-d2ef-40f8-9268-97e14bf5a97d triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:02:24.473208 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c5f43b69-84b4-48dd-ba60-6e6e2566e01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (fa213d6e-d2ef-40f8-9268-97e14bf5a97d), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:24.502843 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-c5f43b69-84b4-48dd-ba60-6e6e2566e01f None None] Port fa213d6e-d2ef-40f8-9268-97e14bf5a97d cannot update to ACTIVE because it is not bound. {{(pid=103512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:02:24.658183 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c3cf30c7-1bf2-4516-bf37-1c342b2cac54 demo admin] Publish callbacks [] for port (fa213d6e-d2ef-40f8-9268-97e14bf5a97d), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:24.662531 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c3cf30c7-1bf2-4516-bf37-1c342b2cac54 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (fa213d6e-d2ef-40f8-9268-97e14bf5a97d), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:24.663337 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c3cf30c7-1bf2-4516-bf37-1c342b2cac54 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7868047'] for router_interface (e99d4183-5bd9-4e73-9550-19e524245ab5), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:24.721562 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cf30c7-1bf2-4516-bf37-1c342b2cac54 demo admin] Pushing event updated for resources: {'Port': ['ID=fa213d6e-d2ef-40f8-9268-97e14bf5a97d,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:02:24.769310 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:24.787631 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cf30c7-1bf2-4516-bf37-1c342b2cac54 demo admin] Network bbda26a8-eb8b-40f2-97ce-d7eee0113e13 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:02:24.788979 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-c3cf30c7-1bf2-4516-bf37-1c342b2cac54 demo admin] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:02:24.948776 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3cf30c7-1bf2-4516-bf37-1c342b2cac54 demo admin] Router e99d4183-5bd9-4e73-9550-19e524245ab5 is scheduled to L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 with binding_index 1 {{(pid=103510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 17:02:25.025685 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-341c7cce-4c72-4da0-8f82-6f06d8c82b84 None None] Provisioning complete for port fa213d6e-d2ef-40f8-9268-97e14bf5a97d triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:02:25.025995 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-341c7cce-4c72-4da0-8f82-6f06d8c82b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (fa213d6e-d2ef-40f8-9268-97e14bf5a97d), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:25.035173 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3cf30c7-1bf2-4516-bf37-1c342b2cac54 demo admin] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:02:25.040293 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-c3cf30c7-1bf2-4516-bf37-1c342b2cac54 demo admin] 10.222.0.48 "PUT /v2.0/routers/e99d4183-5bd9-4e73-9550-19e524245ab5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7422843 May 17 17:02:25.059309 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-341c7cce-4c72-4da0-8f82-6f06d8c82b84 None None] Port fa213d6e-d2ef-40f8-9268-97e14bf5a97d cannot update to ACTIVE because it is not bound. {{(pid=103512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:02:25.079426 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea62bcf2-383b-4263-8210-f7e5fb8ebc84 None None] Sync routers for ids ['e99d4183-5bd9-4e73-9550-19e524245ab5'] in dv-cinder-842149-1-iscsi {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:02:25.092393 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea62bcf2-383b-4263-8210-f7e5fb8ebc84 None None] Routers {'e99d4183-5bd9-4e73-9550-19e524245ab5'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:02:25.093485 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-ea62bcf2-383b-4263-8210-f7e5fb8ebc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:02:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['e99d4183-5bd9-4e73-9550-19e524245ab5'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:02:25.273778 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-ea62bcf2-383b-4263-8210-f7e5fb8ebc84 None None] Set router e99d4183-5bd9-4e73-9550-19e524245ab5 gateway port host: None {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:02:25.687994 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-ea62bcf2-383b-4263-8210-f7e5fb8ebc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99d4183-5bd9-4e73-9550-19e524245ab5', 'name': 'router1', 'tenant_id': '37528046958f43e8b9cf2ffd96d3def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:02:14Z', 'updated_at': '2022-05-17T17:02:24Z', 'revision_number': 2, 'project_id': '37528046958f43e8b9cf2ffd96d3def0', 'gw_port_host': None, '_interfaces': [{'id': 'fa213d6e-d2ef-40f8-9268-97e14bf5a97d', 'name': '', 'network_id': 'bbda26a8-eb8b-40f2-97ce-d7eee0113e13', 'tenant_id': '37528046958f43e8b9cf2ffd96d3def0', 'mac_address': 'fa:16:3e:72:b5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99d4183-5bd9-4e73-9550-19e524245ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f58c82b0-21c4-4324-89b2-41cf74517d9b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:02:23Z', 'updated_at': '2022-05-17T17:02:24Z', 'revision_number': 2, 'project_id': '37528046958f43e8b9cf2ffd96d3def0', 'subnets': [{'id': 'f58c82b0-21c4-4324-89b2-41cf74517d9b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e79b0a3e-854f-49db-9a22-c35566a25002'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:02:25.738610 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea62bcf2-383b-4263-8210-f7e5fb8ebc84 None None] Checking router: e99d4183-5bd9-4e73-9550-19e524245ab5 for host: dv-cinder-842149-1-iscsi {{(pid=103513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:02:25.738986 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea62bcf2-383b-4263-8210-f7e5fb8ebc84 None None] Updating router e99d4183-5bd9-4e73-9550-19e524245ab5 port fa213d6e-d2ef-40f8-9268-97e14bf5a97d binding host dv-cinder-842149-1-iscsi {{(pid=103513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 17:02:25.791306 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:25.793508 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ea62bcf2-383b-4263-8210-f7e5fb8ebc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (fa213d6e-d2ef-40f8-9268-97e14bf5a97d), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:26.342325 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ea62bcf2-383b-4263-8210-f7e5fb8ebc84 None None] Publish callbacks [] for port (fa213d6e-d2ef-40f8-9268-97e14bf5a97d), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:26.349134 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ea62bcf2-383b-4263-8210-f7e5fb8ebc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (fa213d6e-d2ef-40f8-9268-97e14bf5a97d), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:26.514972 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b08e4-93c4-4c07-9110-5b22b4279652 None None] Pushing event updated for resources: {'Port': ['ID=fa213d6e-d2ef-40f8-9268-97e14bf5a97d,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:02:26.530368 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-ea62bcf2-383b-4263-8210-f7e5fb8ebc84 None None] Attempting to bind port fa213d6e-d2ef-40f8-9268-97e14bf5a97d on host dv-cinder-842149-1-iscsi for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:02:26.530778 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-ea62bcf2-383b-4263-8210-f7e5fb8ebc84 None None] Attempting to bind port fa213d6e-d2ef-40f8-9268-97e14bf5a97d by drivers openvswitch,hyperv on host dv-cinder-842149-1-iscsi at level 0 using segments [{'id': 'cfa60b9c-b6a5-4f9f-82fe-a358d5c4d327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bbda26a8-eb8b-40f2-97ce-d7eee0113e13'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:02:26.531226 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea62bcf2-383b-4263-8210-f7e5fb8ebc84 None None] Attempting to bind port fa213d6e-d2ef-40f8-9268-97e14bf5a97d on network bbda26a8-eb8b-40f2-97ce-d7eee0113e13 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:02:26.536655 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b08e4-93c4-4c07-9110-5b22b4279652 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:26.537005 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b08e4-93c4-4c07-9110-5b22b4279652 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:26.537357 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b08e4-93c4-4c07-9110-5b22b4279652 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:26.537707 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b08e4-93c4-4c07-9110-5b22b4279652 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:26.538045 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b08e4-93c4-4c07-9110-5b22b4279652 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:26.538379 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b08e4-93c4-4c07-9110-5b22b4279652 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:26.538710 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b08e4-93c4-4c07-9110-5b22b4279652 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:26.539039 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b08e4-93c4-4c07-9110-5b22b4279652 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:26.539368 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b08e4-93c4-4c07-9110-5b22b4279652 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:26.539715 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b08e4-93c4-4c07-9110-5b22b4279652 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:26.540044 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b08e4-93c4-4c07-9110-5b22b4279652 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:26.540385 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b08e4-93c4-4c07-9110-5b22b4279652 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:26.540717 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b08e4-93c4-4c07-9110-5b22b4279652 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:26.541040 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b08e4-93c4-4c07-9110-5b22b4279652 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:26.541366 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b08e4-93c4-4c07-9110-5b22b4279652 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:02:26.542875 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b08e4-93c4-4c07-9110-5b22b4279652 None None] Tracked resource versions report: May 17 17:02:26.542875 dv-cinder-842149-1-iscsi neutron-server[103513]: pushed versions: May 17 17:02:26.542875 dv-cinder-842149-1-iscsi neutron-server[103513]: { 'AddressGroup': {'1.2'}, May 17 17:02:26.542875 dv-cinder-842149-1-iscsi neutron-server[103513]: 'Agent': {'1.1'}, May 17 17:02:26.542875 dv-cinder-842149-1-iscsi neutron-server[103513]: 'ConntrackHelper': {'1.0'}, May 17 17:02:26.542875 dv-cinder-842149-1-iscsi neutron-server[103513]: 'LocalIPAssociation': {'1.0'}, May 17 17:02:26.542875 dv-cinder-842149-1-iscsi neutron-server[103513]: 'Log': {'1.0'}, May 17 17:02:26.542875 dv-cinder-842149-1-iscsi neutron-server[103513]: 'NDPProxy': {'1.0'}, May 17 17:02:26.542875 dv-cinder-842149-1-iscsi neutron-server[103513]: 'Network': {'1.1'}, May 17 17:02:26.542875 dv-cinder-842149-1-iscsi neutron-server[103513]: 'Port': {'1.7'}, May 17 17:02:26.542875 dv-cinder-842149-1-iscsi neutron-server[103513]: 'PortForwarding': {'1.3'}, May 17 17:02:26.542875 dv-cinder-842149-1-iscsi neutron-server[103513]: 'QosPolicy': {'1.10'}, May 17 17:02:26.542875 dv-cinder-842149-1-iscsi neutron-server[103513]: 'SecurityGroup': {'1.5'}, May 17 17:02:26.542875 dv-cinder-842149-1-iscsi neutron-server[103513]: 'SecurityGroupRule': {'1.2'}, May 17 17:02:26.542875 dv-cinder-842149-1-iscsi neutron-server[103513]: 'SubPort': {'1.0'}, May 17 17:02:26.542875 dv-cinder-842149-1-iscsi neutron-server[103513]: 'Subnet': {'1.1'}, May 17 17:02:26.542875 dv-cinder-842149-1-iscsi neutron-server[103513]: 'Trunk': {'1.1'}} May 17 17:02:26.542875 dv-cinder-842149-1-iscsi neutron-server[103513]: consumer versions: May 17 17:02:26.542875 dv-cinder-842149-1-iscsi neutron-server[103513]: { DHCP agent@dv-cinder-842149-1-iscsi: {}, May 17 17:02:26.542875 dv-cinder-842149-1-iscsi neutron-server[103513]: L3 agent@dv-cinder-842149-1-iscsi: {}, May 17 17:02:26.542875 dv-cinder-842149-1-iscsi neutron-server[103513]: Metadata agent@dv-cinder-842149-1-iscsi: {}, May 17 17:02:26.542875 dv-cinder-842149-1-iscsi neutron-server[103513]: Metering agent@dv-cinder-842149-1-iscsi: {}, May 17 17:02:26.542875 dv-cinder-842149-1-iscsi neutron-server[103513]: Open vSwitch agent@dv-cinder-842149-1-iscsi: { 'AddressGroup': '1.2', May 17 17:02:26.542875 dv-cinder-842149-1-iscsi neutron-server[103513]: 'Agent': '1.1', May 17 17:02:26.542875 dv-cinder-842149-1-iscsi neutron-server[103513]: 'ConntrackHelper': '1.0', May 17 17:02:26.542875 dv-cinder-842149-1-iscsi neutron-server[103513]: 'LocalIPAssociation': '1.0', May 17 17:02:26.542875 dv-cinder-842149-1-iscsi neutron-server[103513]: 'Log': '1.0', May 17 17:02:26.542875 dv-cinder-842149-1-iscsi neutron-server[103513]: 'NDPProxy': '1.0', May 17 17:02:26.542875 dv-cinder-842149-1-iscsi neutron-server[103513]: 'Network': '1.1', May 17 17:02:26.542875 dv-cinder-842149-1-iscsi neutron-server[103513]: 'Port': '1.7', May 17 17:02:26.542875 dv-cinder-842149-1-iscsi neutron-server[103513]: 'PortForwarding': '1.3', May 17 17:02:26.542875 dv-cinder-842149-1-iscsi neutron-server[103513]: 'QosPolicy': '1.10', May 17 17:02:26.542875 dv-cinder-842149-1-iscsi neutron-server[103513]: 'SecurityGroup': '1.5', May 17 17:02:26.542875 dv-cinder-842149-1-iscsi neutron-server[103513]: 'SecurityGroupRule': '1.2', May 17 17:02:26.542875 dv-cinder-842149-1-iscsi neutron-server[103513]: 'SubPort': '1.0', May 17 17:02:26.542875 dv-cinder-842149-1-iscsi neutron-server[103513]: 'Subnet': '1.1', May 17 17:02:26.542875 dv-cinder-842149-1-iscsi neutron-server[103513]: 'Trunk': '1.1'}} May 17 17:02:26.542875 dv-cinder-842149-1-iscsi neutron-server[103513]: {{(pid=103513) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 17:02:26.546522 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea62bcf2-383b-4263-8210-f7e5fb8ebc84 None None] Checking agent: {'id': '112412f2-6814-4612-abcf-1771f8ba00b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 1, 57), 'started_at': datetime.datetime(2022, 5, 17, 17, 1, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:02:26.546937 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea62bcf2-383b-4263-8210-f7e5fb8ebc84 None None] Checking segment: {'id': 'cfa60b9c-b6a5-4f9f-82fe-a358d5c4d327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bbda26a8-eb8b-40f2-97ce-d7eee0113e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:02:26.547425 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ea62bcf2-383b-4263-8210-f7e5fb8ebc84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:26.547834 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea62bcf2-383b-4263-8210-f7e5fb8ebc84 None None] Bound using segment: {'id': 'cfa60b9c-b6a5-4f9f-82fe-a358d5c4d327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bbda26a8-eb8b-40f2-97ce-d7eee0113e13'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:02:26.548343 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-ea62bcf2-383b-4263-8210-f7e5fb8ebc84 None None] Bound port: fa213d6e-d2ef-40f8-9268-97e14bf5a97d, host: dv-cinder-842149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa60b9c-b6a5-4f9f-82fe-a358d5c4d327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bbda26a8-eb8b-40f2-97ce-d7eee0113e13'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:02:26.548724 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ea62bcf2-383b-4263-8210-f7e5fb8ebc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (fa213d6e-d2ef-40f8-9268-97e14bf5a97d), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:26.604286 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-5e772465-9979-4d38-8038-66cf851d1db2 None None] Provisioning complete for port fa213d6e-d2ef-40f8-9268-97e14bf5a97d triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:02:26.604601 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5e772465-9979-4d38-8038-66cf851d1db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (fa213d6e-d2ef-40f8-9268-97e14bf5a97d), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:26.616683 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-ea62bcf2-383b-4263-8210-f7e5fb8ebc84 None None] For port fa213d6e-d2ef-40f8-9268-97e14bf5a97d, host dv-cinder-842149-1-iscsi, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:02:26.636162 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-5e772465-9979-4d38-8038-66cf851d1db2 None None] Port fa213d6e-d2ef-40f8-9268-97e14bf5a97d cannot update to ACTIVE because it is not bound. {{(pid=103512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:02:26.636960 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-ea62bcf2-383b-4263-8210-f7e5fb8ebc84 None None] For port fa213d6e-d2ef-40f8-9268-97e14bf5a97d, host dv-cinder-842149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=fa213d6e-d2ef-40f8-9268-97e14bf5a97d,segment=NetworkSegment(cfa60b9c-b6a5-4f9f-82fe-a358d5c4d327),segment_id=cfa60b9c-b6a5-4f9f-82fe-a358d5c4d327)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:02:26.645399 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-ea62bcf2-383b-4263-8210-f7e5fb8ebc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (fa213d6e-d2ef-40f8-9268-97e14bf5a97d), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:26.705473 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea62bcf2-383b-4263-8210-f7e5fb8ebc84 None None] Routers {'e99d4183-5bd9-4e73-9550-19e524245ab5'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:02:26.706029 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-ea62bcf2-383b-4263-8210-f7e5fb8ebc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:02:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['e99d4183-5bd9-4e73-9550-19e524245ab5'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:02:26.745440 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b08e4-93c4-4c07-9110-5b22b4279652 None None] Pushing event updated for resources: {'Port': ['ID=fa213d6e-d2ef-40f8-9268-97e14bf5a97d,revision_number=4']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:02:26.803930 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-ea62bcf2-383b-4263-8210-f7e5fb8ebc84 None None] Set router e99d4183-5bd9-4e73-9550-19e524245ab5 gateway port host: None {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:02:27.003139 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-3cd17c49-0d16-410d-aaaf-1dbf61c1db11 None None] Provisioning complete for port fa213d6e-d2ef-40f8-9268-97e14bf5a97d triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:02:27.003711 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3cd17c49-0d16-410d-aaaf-1dbf61c1db11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (fa213d6e-d2ef-40f8-9268-97e14bf5a97d), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:27.008355 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-ea62bcf2-383b-4263-8210-f7e5fb8ebc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99d4183-5bd9-4e73-9550-19e524245ab5', 'name': 'router1', 'tenant_id': '37528046958f43e8b9cf2ffd96d3def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:02:14Z', 'updated_at': '2022-05-17T17:02:24Z', 'revision_number': 2, 'project_id': '37528046958f43e8b9cf2ffd96d3def0', 'gw_port_host': None, '_interfaces': [{'id': 'fa213d6e-d2ef-40f8-9268-97e14bf5a97d', 'name': '', 'network_id': 'bbda26a8-eb8b-40f2-97ce-d7eee0113e13', 'tenant_id': '37528046958f43e8b9cf2ffd96d3def0', 'mac_address': 'fa:16:3e:72:b5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99d4183-5bd9-4e73-9550-19e524245ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f58c82b0-21c4-4324-89b2-41cf74517d9b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:02:23Z', 'updated_at': '2022-05-17T17:02:26Z', 'revision_number': 4, 'project_id': '37528046958f43e8b9cf2ffd96d3def0', 'subnets': [{'id': 'f58c82b0-21c4-4324-89b2-41cf74517d9b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e79b0a3e-854f-49db-9a22-c35566a25002'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:02:27.033063 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea62bcf2-383b-4263-8210-f7e5fb8ebc84 None None] The sync data for ids ['e99d4183-5bd9-4e73-9550-19e524245ab5'] in dv-cinder-842149-1-iscsi is: [{'id': 'e99d4183-5bd9-4e73-9550-19e524245ab5', 'name': 'router1', 'tenant_id': '37528046958f43e8b9cf2ffd96d3def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:02:14Z', 'updated_at': '2022-05-17T17:02:24Z', 'revision_number': 2, 'project_id': '37528046958f43e8b9cf2ffd96d3def0', 'gw_port_host': None, '_interfaces': [{'id': 'fa213d6e-d2ef-40f8-9268-97e14bf5a97d', 'name': '', 'network_id': 'bbda26a8-eb8b-40f2-97ce-d7eee0113e13', 'tenant_id': '37528046958f43e8b9cf2ffd96d3def0', 'mac_address': 'fa:16:3e:72:b5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99d4183-5bd9-4e73-9550-19e524245ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f58c82b0-21c4-4324-89b2-41cf74517d9b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:02:23Z', 'updated_at': '2022-05-17T17:02:26Z', 'revision_number': 4, 'project_id': '37528046958f43e8b9cf2ffd96d3def0', 'subnets': [{'id': 'f58c82b0-21c4-4324-89b2-41cf74517d9b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e79b0a3e-854f-49db-9a22-c35566a25002'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:02:27.090729 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-3cd17c49-0d16-410d-aaaf-1dbf61c1db11 None None] Current status of the port fa213d6e-d2ef-40f8-9268-97e14bf5a97d is: DOWN; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:02:27.091129 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3cd17c49-0d16-410d-aaaf-1dbf61c1db11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (fa213d6e-d2ef-40f8-9268-97e14bf5a97d), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:27.127744 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-3cd17c49-0d16-410d-aaaf-1dbf61c1db11 None None] For port fa213d6e-d2ef-40f8-9268-97e14bf5a97d, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=fa213d6e-d2ef-40f8-9268-97e14bf5a97d,segment=NetworkSegment(cfa60b9c-b6a5-4f9f-82fe-a358d5c4d327),segment_id=cfa60b9c-b6a5-4f9f-82fe-a358d5c4d327)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:02:27.133675 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3cd17c49-0d16-410d-aaaf-1dbf61c1db11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (fa213d6e-d2ef-40f8-9268-97e14bf5a97d), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:27.181022 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd17c49-0d16-410d-aaaf-1dbf61c1db11 None None] Pushing event updated for resources: {'Port': ['ID=fa213d6e-d2ef-40f8-9268-97e14bf5a97d,revision_number=5']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:02:27.387874 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:27.525108 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 40814) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:02:27.724686 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6097c7-6ae7-4dd4-b7b9-c5fed6d183db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:02:27.731870 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-5f6097c7-6ae7-4dd4-b7b9-c5fed6d183db admin admin] 10.222.0.48 "GET /v2.0/networks/02c56ec1-398e-4da7-8d6f-c5872f286327 HTTP/1.1" status: 200 len: 842 time: 0.2000175 May 17 17:02:27.735972 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-977d2987-5b56-4d3e-b7d7-b36b464a7585 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:02:27.755041 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977d2987-5b56-4d3e-b7d7-b36b464a7585 admin admin] Made reservation on behalf of 3a3ee3f323ac4b12815e2057e52b4ed6 for: {'subnet': 1} {{(pid=103511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:02:27.757342 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-977d2987-5b56-4d3e-b7d7-b36b464a7585 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:28.091739 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.objects.ports [None req-977d2987-5b56-4d3e-b7d7-b36b464a7585 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103511) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 17 17:02:28.092207 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-977d2987-5b56-4d3e-b7d7-b36b464a7585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572'] for subnet (162161ae-47ec-4957-8899-c21f028f623a), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:28.147516 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d2987-5b56-4d3e-b7d7-b36b464a7585 admin admin] Pushing event updated for resources: {'Subnet': ['ID=162161ae-47ec-4957-8899-c21f028f623a,revision_number=0']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:02:28.157310 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977d2987-5b56-4d3e-b7d7-b36b464a7585 admin admin] Checking segment: {'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:02:28.157659 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977d2987-5b56-4d3e-b7d7-b36b464a7585 admin admin] Network hostable DHCP agents. Network: 02c56ec1-398e-4da7-8d6f-c5872f286327, hostable agents: ['e31905a2-41fc-44e1-9d1f-1e6213680c03'], hosted agents: [] {{(pid=103511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 17:02:28.173815 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977d2987-5b56-4d3e-b7d7-b36b464a7585 admin admin] Network 02c56ec1-398e-4da7-8d6f-c5872f286327 is scheduled to be hosted by DHCP agent e31905a2-41fc-44e1-9d1f-1e6213680c03 with binding_index 1 {{(pid=103511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 17:02:28.182092 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [None req-977d2987-5b56-4d3e-b7d7-b36b464a7585 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842149-1-iscsi, 02c56ec1-398e-4da7-8d6f-c5872f286327) {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:02:28.186813 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977d2987-5b56-4d3e-b7d7-b36b464a7585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:02:28.187405 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-977d2987-5b56-4d3e-b7d7-b36b464a7585 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for subnet (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:28.193105 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6752983c-bd31-4335-a1d7-865234827202 None None] Network 02c56ec1-398e-4da7-8d6f-c5872f286327 requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:02:28.204310 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-977d2987-5b56-4d3e-b7d7-b36b464a7585 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4711995 May 17 17:02:28.302456 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd0bded-7240-426f-b7f2-26632538a39d None None] Network 02c56ec1-398e-4da7-8d6f-c5872f286327 requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:02:30.669853 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 40832) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:02:30.892149 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-45abff35-7f77-4a84-9076-60ed257465b1 demo admin] 10.222.0.48 "GET /v2.0/routers/e99d4183-5bd9-4e73-9550-19e524245ab5 HTTP/1.1" status: 200 len: 710 time: 0.2211928 May 17 17:02:30.981232 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e7f7b9-aa5b-4f18-a381-982039678ac0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:02:30.982584 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-97e7f7b9-aa5b-4f18-a381-982039678ac0 demo admin] 10.222.0.48 "GET /v2.0/networks/02c56ec1-398e-4da7-8d6f-c5872f286327 HTTP/1.1" status: 200 len: 886 time: 0.0851154 May 17 17:02:30.991207 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-a75c10cf-6176-48bf-87a1-fa6dcf3f1dd5 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'}}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:02:31.227677 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a75c10cf-6176-48bf-87a1-fa6dcf3f1dd5 demo admin] Publish callbacks [] for router_gateway (e99d4183-5bd9-4e73-9550-19e524245ab5), precommit_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:31.442438 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a75c10cf-6176-48bf-87a1-fa6dcf3f1dd5 demo admin] Publish callbacks [] for router_gateway (e99d4183-5bd9-4e73-9550-19e524245ab5), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:31.520179 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a75c10cf-6176-48bf-87a1-fa6dcf3f1dd5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:31.712270 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.db_base_plugin_common [None req-a75c10cf-6176-48bf-87a1-fa6dcf3f1dd5 demo admin] Allocated IP 172.27.0.244 (02c56ec1-398e-4da7-8d6f-c5872f286327/162161ae-47ec-4957-8899-c21f028f623a/f63e45f0-5f58-4223-af87-6157382357cb) {{(pid=103511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:02:31.820769 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a75c10cf-6176-48bf-87a1-fa6dcf3f1dd5 demo admin] Publish callbacks [] for port (f63e45f0-5f58-4223-af87-6157382357cb), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:31.881626 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a75c10cf-6176-48bf-87a1-fa6dcf3f1dd5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (f63e45f0-5f58-4223-af87-6157382357cb), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:31.950340 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75c10cf-6176-48bf-87a1-fa6dcf3f1dd5 demo admin] Network 02c56ec1-398e-4da7-8d6f-c5872f286327 is already hosted by enough agents. {{(pid=103511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:02:31.954846 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [None req-a75c10cf-6176-48bf-87a1-fa6dcf3f1dd5 demo admin] Resources bound (agent type, host, resource id): {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:02:31.961741 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75c10cf-6176-48bf-87a1-fa6dcf3f1dd5 demo admin] Received port after_create {{(pid=103511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:02:32.000502 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c10cf-6176-48bf-87a1-fa6dcf3f1dd5 demo admin] Pushing event updated for resources: {'Port': ['ID=f63e45f0-5f58-4223-af87-6157382357cb,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:02:32.233738 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a75c10cf-6176-48bf-87a1-fa6dcf3f1dd5 demo admin] Publish callbacks [] for router_gateway (e99d4183-5bd9-4e73-9550-19e524245ab5), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:32.427830 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a75c10cf-6176-48bf-87a1-fa6dcf3f1dd5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876621', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7879584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-600'] for router (e99d4183-5bd9-4e73-9550-19e524245ab5), precommit_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:32.433350 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a75c10cf-6176-48bf-87a1-fa6dcf3f1dd5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7876840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7876634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7876627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7879609'] for router (e99d4183-5bd9-4e73-9550-19e524245ab5), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:32.538225 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75c10cf-6176-48bf-87a1-fa6dcf3f1dd5 demo admin] Router e99d4183-5bd9-4e73-9550-19e524245ab5 has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:02:32.641881 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75c10cf-6176-48bf-87a1-fa6dcf3f1dd5 demo admin] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:02:32.646242 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a75c10cf-6176-48bf-87a1-fa6dcf3f1dd5 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:32.659630 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-a75c10cf-6176-48bf-87a1-fa6dcf3f1dd5 demo admin] 10.222.0.48 "PUT /v2.0/routers/e99d4183-5bd9-4e73-9550-19e524245ab5 HTTP/1.1" status: 200 len: 890 time: 1.6592634 May 17 17:02:34.124137 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device fa213d6e-d2ef-40f8-9268-97e14bf5a97d up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:02:34.174648 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port fa213d6e-d2ef-40f8-9268-97e14bf5a97d triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:02:34.175349 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (fa213d6e-d2ef-40f8-9268-97e14bf5a97d), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:34.252385 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port fa213d6e-d2ef-40f8-9268-97e14bf5a97d is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:02:35.127402 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 40844) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:02:35.239689 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-e0437235-b4a1-40ad-abde-599c6f2c2274 admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1110663 May 17 17:02:35.890921 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d530f4-c649-462a-a998-634864ba7c2c None None] Sync routers for ids ['e99d4183-5bd9-4e73-9550-19e524245ab5'] in dv-cinder-842149-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:02:35.902204 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d530f4-c649-462a-a998-634864ba7c2c None None] Routers {'e99d4183-5bd9-4e73-9550-19e524245ab5'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:02:35.903356 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-d1d530f4-c649-462a-a998-634864ba7c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:02:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['e99d4183-5bd9-4e73-9550-19e524245ab5'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:02:36.106881 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-d1d530f4-c649-462a-a998-634864ba7c2c None None] Set router e99d4183-5bd9-4e73-9550-19e524245ab5 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:02:36.554124 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-d1d530f4-c649-462a-a998-634864ba7c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99d4183-5bd9-4e73-9550-19e524245ab5', 'name': 'router1', 'tenant_id': '37528046958f43e8b9cf2ffd96d3def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': 'f63e45f0-5f58-4223-af87-6157382357cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:02:14Z', 'updated_at': '2022-05-17T17:02:32Z', 'revision_number': 4, 'project_id': '37528046958f43e8b9cf2ffd96d3def0', 'gw_port': {'id': 'f63e45f0-5f58-4223-af87-6157382357cb', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99d4183-5bd9-4e73-9550-19e524245ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:02:31Z', 'updated_at': '2022-05-17T17:02:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': 'fa213d6e-d2ef-40f8-9268-97e14bf5a97d', 'name': '', 'network_id': 'bbda26a8-eb8b-40f2-97ce-d7eee0113e13', 'tenant_id': '37528046958f43e8b9cf2ffd96d3def0', 'mac_address': 'fa:16:3e:72:b5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99d4183-5bd9-4e73-9550-19e524245ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f58c82b0-21c4-4324-89b2-41cf74517d9b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:02:23Z', 'updated_at': '2022-05-17T17:02:27Z', 'revision_number': 5, 'project_id': '37528046958f43e8b9cf2ffd96d3def0', 'subnets': [{'id': 'f58c82b0-21c4-4324-89b2-41cf74517d9b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e79b0a3e-854f-49db-9a22-c35566a25002'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:02:36.606592 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d530f4-c649-462a-a998-634864ba7c2c None None] Checking router: e99d4183-5bd9-4e73-9550-19e524245ab5 for host: dv-cinder-842149-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:02:36.606956 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d530f4-c649-462a-a998-634864ba7c2c None None] Updating router e99d4183-5bd9-4e73-9550-19e524245ab5 port f63e45f0-5f58-4223-af87-6157382357cb binding host dv-cinder-842149-1-iscsi {{(pid=103512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 17:02:36.659275 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d1d530f4-c649-462a-a998-634864ba7c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (f63e45f0-5f58-4223-af87-6157382357cb), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:37.014395 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d1d530f4-c649-462a-a998-634864ba7c2c None None] Publish callbacks [] for port (f63e45f0-5f58-4223-af87-6157382357cb), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:37.022024 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d1d530f4-c649-462a-a998-634864ba7c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (f63e45f0-5f58-4223-af87-6157382357cb), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:37.075308 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-d1d530f4-c649-462a-a998-634864ba7c2c None None] Attempting to bind port f63e45f0-5f58-4223-af87-6157382357cb on host dv-cinder-842149-1-iscsi for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:02:37.075632 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-d1d530f4-c649-462a-a998-634864ba7c2c None None] Attempting to bind port f63e45f0-5f58-4223-af87-6157382357cb by drivers openvswitch,hyperv on host dv-cinder-842149-1-iscsi at level 0 using segments [{'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:02:37.076010 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d530f4-c649-462a-a998-634864ba7c2c None None] Attempting to bind port f63e45f0-5f58-4223-af87-6157382357cb on network 02c56ec1-398e-4da7-8d6f-c5872f286327 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:02:37.081087 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c971a-ae3b-404e-b669-17e16ca56e35 None None] Pushing event updated for resources: {'Port': ['ID=f63e45f0-5f58-4223-af87-6157382357cb,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:02:37.086451 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d530f4-c649-462a-a998-634864ba7c2c None None] Checking agent: {'id': '112412f2-6814-4612-abcf-1771f8ba00b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 1, 57), 'started_at': datetime.datetime(2022, 5, 17, 17, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:02:37.086826 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d530f4-c649-462a-a998-634864ba7c2c None None] Checking segment: {'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:02:37.088090 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d1d530f4-c649-462a-a998-634864ba7c2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:37.089011 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d530f4-c649-462a-a998-634864ba7c2c None None] Bound using segment: {'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:02:37.090921 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-d1d530f4-c649-462a-a998-634864ba7c2c None None] Bound port: f63e45f0-5f58-4223-af87-6157382357cb, host: dv-cinder-842149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:02:37.090921 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d1d530f4-c649-462a-a998-634864ba7c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (f63e45f0-5f58-4223-af87-6157382357cb), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:37.141484 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-d1d530f4-c649-462a-a998-634864ba7c2c None None] For port f63e45f0-5f58-4223-af87-6157382357cb, host dv-cinder-842149-1-iscsi, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:02:37.145131 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-d1d530f4-c649-462a-a998-634864ba7c2c None None] For port f63e45f0-5f58-4223-af87-6157382357cb, host dv-cinder-842149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=f63e45f0-5f58-4223-af87-6157382357cb,segment=NetworkSegment(d323b912-4d66-4aae-868e-160b7e4a1fa7),segment_id=d323b912-4d66-4aae-868e-160b7e4a1fa7)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:02:37.154027 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d1d530f4-c649-462a-a998-634864ba7c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (f63e45f0-5f58-4223-af87-6157382357cb), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:37.212286 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d530f4-c649-462a-a998-634864ba7c2c None None] Routers {'e99d4183-5bd9-4e73-9550-19e524245ab5'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:02:37.212899 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-d1d530f4-c649-462a-a998-634864ba7c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:02:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['e99d4183-5bd9-4e73-9550-19e524245ab5'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:02:37.251353 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c971a-ae3b-404e-b669-17e16ca56e35 None None] Pushing event updated for resources: {'Port': ['ID=f63e45f0-5f58-4223-af87-6157382357cb,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:02:37.330793 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-d1d530f4-c649-462a-a998-634864ba7c2c None None] Set router e99d4183-5bd9-4e73-9550-19e524245ab5 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:02:37.544345 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-d1d530f4-c649-462a-a998-634864ba7c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99d4183-5bd9-4e73-9550-19e524245ab5', 'name': 'router1', 'tenant_id': '37528046958f43e8b9cf2ffd96d3def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': 'f63e45f0-5f58-4223-af87-6157382357cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:02:14Z', 'updated_at': '2022-05-17T17:02:32Z', 'revision_number': 4, 'project_id': '37528046958f43e8b9cf2ffd96d3def0', 'gw_port': {'id': 'f63e45f0-5f58-4223-af87-6157382357cb', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99d4183-5bd9-4e73-9550-19e524245ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:02:31Z', 'updated_at': '2022-05-17T17:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': 'fa213d6e-d2ef-40f8-9268-97e14bf5a97d', 'name': '', 'network_id': 'bbda26a8-eb8b-40f2-97ce-d7eee0113e13', 'tenant_id': '37528046958f43e8b9cf2ffd96d3def0', 'mac_address': 'fa:16:3e:72:b5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99d4183-5bd9-4e73-9550-19e524245ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f58c82b0-21c4-4324-89b2-41cf74517d9b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:02:23Z', 'updated_at': '2022-05-17T17:02:27Z', 'revision_number': 5, 'project_id': '37528046958f43e8b9cf2ffd96d3def0', 'subnets': [{'id': 'f58c82b0-21c4-4324-89b2-41cf74517d9b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e79b0a3e-854f-49db-9a22-c35566a25002'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:02:37.570623 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d530f4-c649-462a-a998-634864ba7c2c None None] The sync data for ids ['e99d4183-5bd9-4e73-9550-19e524245ab5'] in dv-cinder-842149-1-iscsi is: [{'id': 'e99d4183-5bd9-4e73-9550-19e524245ab5', 'name': 'router1', 'tenant_id': '37528046958f43e8b9cf2ffd96d3def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': 'f63e45f0-5f58-4223-af87-6157382357cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:02:14Z', 'updated_at': '2022-05-17T17:02:32Z', 'revision_number': 4, 'project_id': '37528046958f43e8b9cf2ffd96d3def0', 'gw_port': {'id': 'f63e45f0-5f58-4223-af87-6157382357cb', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99d4183-5bd9-4e73-9550-19e524245ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:02:31Z', 'updated_at': '2022-05-17T17:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': 'fa213d6e-d2ef-40f8-9268-97e14bf5a97d', 'name': '', 'network_id': 'bbda26a8-eb8b-40f2-97ce-d7eee0113e13', 'tenant_id': '37528046958f43e8b9cf2ffd96d3def0', 'mac_address': 'fa:16:3e:72:b5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99d4183-5bd9-4e73-9550-19e524245ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f58c82b0-21c4-4324-89b2-41cf74517d9b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:02:23Z', 'updated_at': '2022-05-17T17:02:27Z', 'revision_number': 5, 'project_id': '37528046958f43e8b9cf2ffd96d3def0', 'subnets': [{'id': 'f58c82b0-21c4-4324-89b2-41cf74517d9b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e79b0a3e-854f-49db-9a22-c35566a25002'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:02:38.189476 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device f63e45f0-5f58-4223-af87-6157382357cb up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:02:38.240102 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port f63e45f0-5f58-4223-af87-6157382357cb triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:02:38.240633 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (f63e45f0-5f58-4223-af87-6157382357cb), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:38.332833 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port f63e45f0-5f58-4223-af87-6157382357cb is: DOWN; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:02:38.333417 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (f63e45f0-5f58-4223-af87-6157382357cb), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:38.361538 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] For port f63e45f0-5f58-4223-af87-6157382357cb, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=f63e45f0-5f58-4223-af87-6157382357cb,segment=NetworkSegment(d323b912-4d66-4aae-868e-160b7e4a1fa7),segment_id=d323b912-4d66-4aae-868e-160b7e4a1fa7)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:02:38.380390 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (f63e45f0-5f58-4223-af87-6157382357cb), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:38.433225 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Pushing event updated for resources: {'Port': ['ID=f63e45f0-5f58-4223-af87-6157382357cb,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:02:40.183018 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device f63e45f0-5f58-4223-af87-6157382357cb up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:02:40.244255 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port f63e45f0-5f58-4223-af87-6157382357cb triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:02:40.244648 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (f63e45f0-5f58-4223-af87-6157382357cb), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:40.485539 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port f63e45f0-5f58-4223-af87-6157382357cb is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:02:51.168615 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dbc23ccf-1af6-424a-9d86-a26df31bcf5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:53.300315 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ed45553e-14ff-41ca-bb56-d0c533d68203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:53.743224 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.agents_db [None req-bd8c2525-aad1-4fe1-b03f-cf2f293aaa3a None None] Agent healthcheck: found 5 active agents {{(pid=103513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:02:54.777081 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:55.798256 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:02:57.396145 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:03:21.154366 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b6a1491e-3b32-4406-b115-b22ce6b76fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:03:23.296122 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9fd4e259-47b6-4080-87ca-384eb7a5137c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:03:24.777807 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:03:25.804340 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:03:27.392335 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:03:30.742437 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.agents_db [None req-bd8c2525-aad1-4fe1-b03f-cf2f293aaa3a None None] Agent healthcheck: found 5 active agents {{(pid=103513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:03:51.156742 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-026d25e0-1926-41c1-a46b-32298b18aa9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:03:53.299974 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-689ed711-9e35-4434-be87-846a4ba9f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:03:54.198515 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 41328) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:03:54.259679 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.pecan_wsgi.hooks.translation [None req-963e6e29-6e01-49df-b23f-b716efca3b71 admin admin] GET failed (client error): The resource could not be found. May 17 17:03:54.260983 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-963e6e29-6e01-49df-b23f-b716efca3b71 admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0615213 May 17 17:03:54.429795 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1809f422-9ba1-4bce-96eb-dd58bf250e77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:03:54.431341 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-1809f422-9ba1-4bce-96eb-dd58bf250e77 admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1661465 May 17 17:03:54.779501 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:03:55.804600 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:03:57.081076 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 41338) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:03:57.177083 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf03d255-fbd7-42e2-af98-406e21c51d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:03:57.178743 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-bf03d255-fbd7-42e2-af98-406e21c51d57 admin admin] 10.222.0.48 "GET /v2.0/subnets/f58c82b0-21c4-4324-89b2-41cf74517d9b HTTP/1.1" status: 200 len: 849 time: 0.0965412 May 17 17:03:57.188210 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-cc883ea2-3783-43e5-836e-f07006de23a5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:03:57.355520 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-cc883ea2-3783-43e5-836e-f07006de23a5 admin admin] Publish callbacks [] for subnet (f58c82b0-21c4-4324-89b2-41cf74517d9b), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:03:57.398664 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:03:57.532738 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-cc883ea2-3783-43e5-836e-f07006de23a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733342426242'] for subnet (f58c82b0-21c4-4324-89b2-41cf74517d9b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:03:57.563925 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc883ea2-3783-43e5-836e-f07006de23a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:03:57.564508 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-cc883ea2-3783-43e5-836e-f07006de23a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for subnet (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:03:57.565786 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-cc883ea2-3783-43e5-836e-f07006de23a5 admin admin] 10.222.0.48 "PUT /v2.0/subnets/f58c82b0-21c4-4324-89b2-41cf74517d9b HTTP/1.1" status: 200 len: 868 time: 0.3811612 May 17 17:03:57.581928 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08185b8b-9d5a-44fe-a083-3bd48ba406aa None None] Network bbda26a8-eb8b-40f2-97ce-d7eee0113e13 requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:03:57.590143 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc883ea2-3783-43e5-836e-f07006de23a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f58c82b0-21c4-4324-89b2-41cf74517d9b,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:03:57.597752 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc883ea2-3783-43e5-836e-f07006de23a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:03:57.598162 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc883ea2-3783-43e5-836e-f07006de23a5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:03:57.598460 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc883ea2-3783-43e5-836e-f07006de23a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:03:57.598804 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc883ea2-3783-43e5-836e-f07006de23a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:03:57.599138 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc883ea2-3783-43e5-836e-f07006de23a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:03:57.599477 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc883ea2-3783-43e5-836e-f07006de23a5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:03:57.599842 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc883ea2-3783-43e5-836e-f07006de23a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:03:57.600168 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc883ea2-3783-43e5-836e-f07006de23a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:03:57.600567 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc883ea2-3783-43e5-836e-f07006de23a5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:03:57.600899 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc883ea2-3783-43e5-836e-f07006de23a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:03:57.601247 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc883ea2-3783-43e5-836e-f07006de23a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:03:57.601574 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc883ea2-3783-43e5-836e-f07006de23a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:03:57.601908 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc883ea2-3783-43e5-836e-f07006de23a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:03:57.602371 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc883ea2-3783-43e5-836e-f07006de23a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:03:57.602810 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc883ea2-3783-43e5-836e-f07006de23a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:03:58.030852 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-b39210a2-2c07-435c-b241-fc8baf4a9fb8 None None] Provisioning complete for port 7c47dfd2-ed44-4dcc-b44c-1ba95c80276a triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:03:58.031226 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b39210a2-2c07-435c-b241-fc8baf4a9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (7c47dfd2-ed44-4dcc-b44c-1ba95c80276a), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:03:58.142250 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-b39210a2-2c07-435c-b241-fc8baf4a9fb8 None None] Current status of the port 7c47dfd2-ed44-4dcc-b44c-1ba95c80276a is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:03:58.151514 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-b39210a2-2c07-435c-b241-fc8baf4a9fb8 None None] Provisioning complete for port fa213d6e-d2ef-40f8-9268-97e14bf5a97d triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:03:58.151986 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b39210a2-2c07-435c-b241-fc8baf4a9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (fa213d6e-d2ef-40f8-9268-97e14bf5a97d), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:03:58.227890 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-b39210a2-2c07-435c-b241-fc8baf4a9fb8 None None] Current status of the port fa213d6e-d2ef-40f8-9268-97e14bf5a97d is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:04:00.380555 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 41346) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:04:00.577955 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd2e258-a9b5-4261-a5eb-0b4d0f7b5f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:04:00.578417 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd2e258-a9b5-4261-a5eb-0b4d0f7b5f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:04:00.579970 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-ccd2e258-a9b5-4261-a5eb-0b4d0f7b5f48 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1984606 May 17 17:04:02.882908 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 41354) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:04:03.100710 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e672a59d-3f8a-486f-a98d-029423c76a1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:04:03.101363 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e672a59d-3f8a-486f-a98d-029423c76a1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:04:03.103098 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-e672a59d-3f8a-486f-a98d-029423c76a1b admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2192407 May 17 17:04:05.525027 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 41364) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:04:05.703680 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea0e1ed-f1e8-46b8-8c90-cc49002e6497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:04:05.704993 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-0ea0e1ed-f1e8-46b8-8c90-cc49002e6497 admin admin] 10.222.0.48 "GET /v2.0/networks/02c56ec1-398e-4da7-8d6f-c5872f286327 HTTP/1.1" status: 200 len: 886 time: 0.1787019 May 17 17:04:07.743377 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.agents_db [None req-bd8c2525-aad1-4fe1-b03f-cf2f293aaa3a None None] Agent healthcheck: found 5 active agents {{(pid=103513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:04:08.096183 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 41372) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:04:08.240597 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543a33e6-1541-4761-9c5b-c502c76cc168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:04:08.242043 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-543a33e6-1541-4761-9c5b-c502c76cc168 admin admin] 10.222.0.48 "GET /v2.0/networks/bbda26a8-eb8b-40f2-97ce-d7eee0113e13 HTTP/1.1" status: 200 len: 869 time: 0.1446452 May 17 17:04:10.557495 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 41380) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:04:10.679027 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc442ac-8a74-4ad4-bd72-4ed415fbd3d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:04:10.679479 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc442ac-8a74-4ad4-bd72-4ed415fbd3d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:04:10.681030 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-0bc442ac-8a74-4ad4-bd72-4ed415fbd3d9 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1225824 May 17 17:04:12.985370 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 41388) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:04:13.075592 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8d21f0-eb50-4298-a6a1-04d38b56a4eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:04:13.076071 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8d21f0-eb50-4298-a6a1-04d38b56a4eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:04:13.077561 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-5f8d21f0-eb50-4298-a6a1-04d38b56a4eb admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0912511 May 17 17:04:15.468888 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 41396) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:04:15.558618 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb6ec4d-87fc-4153-92b2-326feee9dfaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:04:15.560038 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-afb6ec4d-87fc-4153-92b2-326feee9dfaf admin admin] 10.222.0.48 "GET /v2.0/subnets/162161ae-47ec-4957-8899-c21f028f623a HTTP/1.1" status: 200 len: 816 time: 0.0901697 May 17 17:04:17.916702 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 41404) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:04:18.096903 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d862eb0-851b-43e4-b134-e9563e6030e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:04:18.098281 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-8d862eb0-851b-43e4-b134-e9563e6030e0 admin admin] 10.222.0.48 "GET /v2.0/subnets/f58c82b0-21c4-4324-89b2-41cf74517d9b HTTP/1.1" status: 200 len: 868 time: 0.1803217 May 17 17:04:21.158442 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b4565087-04b7-45e4-bf49-f03febdebe1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:04:23.301298 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f2ea1e20-8802-43e6-a193-5ae1c0dc9dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:04:24.782886 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:04:25.810916 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:04:27.392065 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:04:44.744951 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.agents_db [None req-bd8c2525-aad1-4fe1-b03f-cf2f293aaa3a None None] Agent healthcheck: found 5 active agents {{(pid=103513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:04:51.161378 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3314258d-a177-417e-88aa-5a0764701725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:04:53.304941 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-96431a01-eea2-4261-a375-28355969cbd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:04:54.785531 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:04:55.812220 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:04:57.395006 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:04:58.929663 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 41462) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:04:58.976563 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [None req-8e4e7e10-7f86-4ffd-8521-865dc9826a35 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103510) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 17:04:58.977553 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-8e4e7e10-7f86-4ffd-8521-865dc9826a35 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0469251 May 17 17:05:01.291132 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 41470) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:05:01.350905 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b97178c-3da4-4dd8-a2d2-86e8841673bf admin admin] GET failed (client error): The resource could not be found. May 17 17:05:01.352149 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-1b97178c-3da4-4dd8-a2d2-86e8841673bf admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600526 May 17 17:05:01.492360 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203ee415-451c-4d7d-a4d2-cd06b55d4dd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:05:01.493846 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-203ee415-451c-4d7d-a4d2-cd06b55d4dd1 admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1376874 May 17 17:05:03.748160 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 41478) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:05:03.794972 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-0c4abcfb-edb3-43cc-97b5-0d3eeebdcfbe admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:05:03.814897 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4abcfb-edb3-43cc-97b5-0d3eeebdcfbe admin admin] Made reservation on behalf of 3a3ee3f323ac4b12815e2057e52b4ed6 for: {'network': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:05:03.817723 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0c4abcfb-edb3-43cc-97b5-0d3eeebdcfbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for network (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:05:03.844664 dv-cinder-842149-1-iscsi neutron-server[103510]: WARNING neutron.services.revisions.revision_plugin [None req-0c4abcfb-edb3-43cc-97b5-0d3eeebdcfbe admin admin] Could not find related network for resource to bump revision. May 17 17:05:03.855876 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c4abcfb-edb3-43cc-97b5-0d3eeebdcfbe admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 17:05:03.864564 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0c4abcfb-edb3-43cc-97b5-0d3eeebdcfbe admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733342282253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915'] for segment (08ea70e5-1e7b-496a-a4d6-53f67d4ad5db), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:05:03.864975 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.db.segments_db [None req-0c4abcfb-edb3-43cc-97b5-0d3eeebdcfbe admin admin] Added segment 08ea70e5-1e7b-496a-a4d6-53f67d4ad5db of type vlan for network dc83f362-f2a8-4916-a21f-a3068d11cb17 May 17 17:05:03.915323 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0c4abcfb-edb3-43cc-97b5-0d3eeebdcfbe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733341855133'] for network (dc83f362-f2a8-4916-a21f-a3068d11cb17), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:05:03.939011 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0c4abcfb-edb3-43cc-97b5-0d3eeebdcfbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572'] for network (dc83f362-f2a8-4916-a21f-a3068d11cb17), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:05:03.940694 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4abcfb-edb3-43cc-97b5-0d3eeebdcfbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:05:03.941435 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0c4abcfb-edb3-43cc-97b5-0d3eeebdcfbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for network (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:05:03.977043 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-0c4abcfb-edb3-43cc-97b5-0d3eeebdcfbe admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2277496 May 17 17:05:04.004446 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4abcfb-edb3-43cc-97b5-0d3eeebdcfbe admin admin] Pushing event updated for resources: {'Network': ['ID=dc83f362-f2a8-4916-a21f-a3068d11cb17,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:05:04.011988 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4abcfb-edb3-43cc-97b5-0d3eeebdcfbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:04.012336 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4abcfb-edb3-43cc-97b5-0d3eeebdcfbe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:04.012701 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4abcfb-edb3-43cc-97b5-0d3eeebdcfbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:04.013044 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4abcfb-edb3-43cc-97b5-0d3eeebdcfbe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:04.013378 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4abcfb-edb3-43cc-97b5-0d3eeebdcfbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:04.013708 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4abcfb-edb3-43cc-97b5-0d3eeebdcfbe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:04.014030 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4abcfb-edb3-43cc-97b5-0d3eeebdcfbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:04.014371 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4abcfb-edb3-43cc-97b5-0d3eeebdcfbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:04.014702 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4abcfb-edb3-43cc-97b5-0d3eeebdcfbe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:04.015029 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4abcfb-edb3-43cc-97b5-0d3eeebdcfbe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:04.015374 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4abcfb-edb3-43cc-97b5-0d3eeebdcfbe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:04.015776 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4abcfb-edb3-43cc-97b5-0d3eeebdcfbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:04.016102 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4abcfb-edb3-43cc-97b5-0d3eeebdcfbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:04.016426 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4abcfb-edb3-43cc-97b5-0d3eeebdcfbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:04.016744 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4abcfb-edb3-43cc-97b5-0d3eeebdcfbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:04.029355 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Network dc83f362-f2a8-4916-a21f-a3068d11cb17 details requested by agent ovs-agent-dv-cinder-842149-1-iscsi with host dv-cinder-842149-1-iscsi {{(pid=103512) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 17:05:06.236238 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 41486) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:05:06.300081 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.pecan_wsgi.hooks.translation [None req-d47bd313-38c7-47d9-846a-d6c94a312122 admin admin] GET failed (client error): The resource could not be found. May 17 17:05:06.301771 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-d47bd313-38c7-47d9-846a-d6c94a312122 admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0645332 May 17 17:05:06.372202 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba64bbe8-a511-4477-90a2-cc93204f9223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:05:06.373561 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-ba64bbe8-a511-4477-90a2-cc93204f9223 admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0675931 May 17 17:05:06.383978 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-feec32c7-fb7a-4073-bd2f-b0796470ca60 admin admin] Request body: {'subnet': {'network_id': 'dc83f362-f2a8-4916-a21f-a3068d11cb17', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:05:06.402834 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feec32c7-fb7a-4073-bd2f-b0796470ca60 admin admin] Made reservation on behalf of 3a3ee3f323ac4b12815e2057e52b4ed6 for: {'subnet': 1} {{(pid=103511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:05:06.405330 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-feec32c7-fb7a-4073-bd2f-b0796470ca60 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:05:06.563470 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-feec32c7-fb7a-4073-bd2f-b0796470ca60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572'] for subnet (c862bb9d-d362-4c2e-909f-aa3d3b5fd995), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:05:06.625988 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec32c7-fb7a-4073-bd2f-b0796470ca60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c862bb9d-d362-4c2e-909f-aa3d3b5fd995,revision_number=0']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:05:06.629440 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feec32c7-fb7a-4073-bd2f-b0796470ca60 admin admin] Checking segment: {'id': '08ea70e5-1e7b-496a-a4d6-53f67d4ad5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'dc83f362-f2a8-4916-a21f-a3068d11cb17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:05:06.629872 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feec32c7-fb7a-4073-bd2f-b0796470ca60 admin admin] Network hostable DHCP agents. Network: dc83f362-f2a8-4916-a21f-a3068d11cb17, hostable agents: ['e31905a2-41fc-44e1-9d1f-1e6213680c03'], hosted agents: [] {{(pid=103511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 17:05:06.637609 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec32c7-fb7a-4073-bd2f-b0796470ca60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:06.637955 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec32c7-fb7a-4073-bd2f-b0796470ca60 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:06.638302 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec32c7-fb7a-4073-bd2f-b0796470ca60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:06.638638 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec32c7-fb7a-4073-bd2f-b0796470ca60 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:06.638968 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec32c7-fb7a-4073-bd2f-b0796470ca60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:06.639297 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec32c7-fb7a-4073-bd2f-b0796470ca60 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:06.639634 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec32c7-fb7a-4073-bd2f-b0796470ca60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:06.639963 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec32c7-fb7a-4073-bd2f-b0796470ca60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:06.640287 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec32c7-fb7a-4073-bd2f-b0796470ca60 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:06.640610 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec32c7-fb7a-4073-bd2f-b0796470ca60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:06.640934 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec32c7-fb7a-4073-bd2f-b0796470ca60 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:06.641391 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec32c7-fb7a-4073-bd2f-b0796470ca60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:06.641719 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec32c7-fb7a-4073-bd2f-b0796470ca60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:06.642038 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec32c7-fb7a-4073-bd2f-b0796470ca60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:06.642358 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec32c7-fb7a-4073-bd2f-b0796470ca60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:06.658427 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feec32c7-fb7a-4073-bd2f-b0796470ca60 admin admin] Network dc83f362-f2a8-4916-a21f-a3068d11cb17 is scheduled to be hosted by DHCP agent e31905a2-41fc-44e1-9d1f-1e6213680c03 with binding_index 1 {{(pid=103511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 17:05:06.667397 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [None req-feec32c7-fb7a-4073-bd2f-b0796470ca60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842149-1-iscsi, dc83f362-f2a8-4916-a21f-a3068d11cb17) {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:05:06.671477 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feec32c7-fb7a-4073-bd2f-b0796470ca60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:05:06.672142 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-feec32c7-fb7a-4073-bd2f-b0796470ca60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for subnet (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:05:06.677218 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3f70f9-d0de-4532-8870-a7953db248d9 None None] Network dc83f362-f2a8-4916-a21f-a3068d11cb17 requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:05:06.687996 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-feec32c7-fb7a-4073-bd2f-b0796470ca60 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3075101 May 17 17:05:06.785605 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29b67e2-f4ab-4f0f-a70d-669b95345f12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf7098ea-f5f5-5e61-806c-121fd2f5eebb-dc83f362-f2a8-4916-a21f-a3068d11cb17', 'network_id': 'dc83f362-f2a8-4916-a21f-a3068d11cb17', 'project_id': '3a3ee3f323ac4b12815e2057e52b4ed6', 'fixed_ips': [{'subnet_id': 'c862bb9d-d362-4c2e-909f-aa3d3b5fd995'}]}} from dv-cinder-842149-1-iscsi. {{(pid=103512) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 17:05:06.786592 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a29b67e2-f4ab-4f0f-a70d-669b95345f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:05:07.023233 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-a29b67e2-f4ab-4f0f-a70d-669b95345f12 None None] Allocated IP 192.168.233.2 (dc83f362-f2a8-4916-a21f-a3068d11cb17/c862bb9d-d362-4c2e-909f-aa3d3b5fd995/28e3ca20-11cc-41d0-84a2-dc7cf5dc59dd) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:05:07.168463 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a29b67e2-f4ab-4f0f-a70d-669b95345f12 None None] Publish callbacks [] for port (28e3ca20-11cc-41d0-84a2-dc7cf5dc59dd), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:05:07.175009 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a29b67e2-f4ab-4f0f-a70d-669b95345f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (28e3ca20-11cc-41d0-84a2-dc7cf5dc59dd), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:05:07.212117 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29b67e2-f4ab-4f0f-a70d-669b95345f12 None None] Network dc83f362-f2a8-4916-a21f-a3068d11cb17 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:05:07.215371 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-a29b67e2-f4ab-4f0f-a70d-669b95345f12 None None] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:05:07.218330 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29b67e2-f4ab-4f0f-a70d-669b95345f12 None None] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:05:07.231692 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b67e2-f4ab-4f0f-a70d-669b95345f12 None None] Pushing event updated for resources: {'Port': ['ID=28e3ca20-11cc-41d0-84a2-dc7cf5dc59dd,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:05:07.252981 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29b67e2-f4ab-4f0f-a70d-669b95345f12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:07.253319 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29b67e2-f4ab-4f0f-a70d-669b95345f12 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:07.253670 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29b67e2-f4ab-4f0f-a70d-669b95345f12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:07.254019 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29b67e2-f4ab-4f0f-a70d-669b95345f12 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:07.254354 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29b67e2-f4ab-4f0f-a70d-669b95345f12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:07.254681 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29b67e2-f4ab-4f0f-a70d-669b95345f12 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:07.255006 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29b67e2-f4ab-4f0f-a70d-669b95345f12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:07.255323 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29b67e2-f4ab-4f0f-a70d-669b95345f12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:07.255663 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29b67e2-f4ab-4f0f-a70d-669b95345f12 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:07.255983 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29b67e2-f4ab-4f0f-a70d-669b95345f12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:07.256302 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29b67e2-f4ab-4f0f-a70d-669b95345f12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:07.256634 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29b67e2-f4ab-4f0f-a70d-669b95345f12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:07.256951 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29b67e2-f4ab-4f0f-a70d-669b95345f12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:07.257264 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29b67e2-f4ab-4f0f-a70d-669b95345f12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:07.257579 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29b67e2-f4ab-4f0f-a70d-669b95345f12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:05:07.295621 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-a29b67e2-f4ab-4f0f-a70d-669b95345f12 None None] Attempting to bind port 28e3ca20-11cc-41d0-84a2-dc7cf5dc59dd on host dv-cinder-842149-1-iscsi for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:05:07.296012 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-a29b67e2-f4ab-4f0f-a70d-669b95345f12 None None] Attempting to bind port 28e3ca20-11cc-41d0-84a2-dc7cf5dc59dd by drivers openvswitch,hyperv on host dv-cinder-842149-1-iscsi at level 0 using segments [{'id': '08ea70e5-1e7b-496a-a4d6-53f67d4ad5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'dc83f362-f2a8-4916-a21f-a3068d11cb17'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:05:07.296374 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29b67e2-f4ab-4f0f-a70d-669b95345f12 None None] Attempting to bind port 28e3ca20-11cc-41d0-84a2-dc7cf5dc59dd on network dc83f362-f2a8-4916-a21f-a3068d11cb17 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:05:07.301974 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29b67e2-f4ab-4f0f-a70d-669b95345f12 None None] Checking agent: {'id': '112412f2-6814-4612-abcf-1771f8ba00b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 1, 57), 'started_at': datetime.datetime(2022, 5, 17, 17, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:05:07.302371 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29b67e2-f4ab-4f0f-a70d-669b95345f12 None None] Checking segment: {'id': '08ea70e5-1e7b-496a-a4d6-53f67d4ad5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'dc83f362-f2a8-4916-a21f-a3068d11cb17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:05:07.302772 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a29b67e2-f4ab-4f0f-a70d-669b95345f12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:05:07.303164 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29b67e2-f4ab-4f0f-a70d-669b95345f12 None None] Bound using segment: {'id': '08ea70e5-1e7b-496a-a4d6-53f67d4ad5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'dc83f362-f2a8-4916-a21f-a3068d11cb17'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:05:07.303646 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-a29b67e2-f4ab-4f0f-a70d-669b95345f12 None None] Bound port: 28e3ca20-11cc-41d0-84a2-dc7cf5dc59dd, host: dv-cinder-842149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ea70e5-1e7b-496a-a4d6-53f67d4ad5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'dc83f362-f2a8-4916-a21f-a3068d11cb17'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:05:07.304035 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a29b67e2-f4ab-4f0f-a70d-669b95345f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (28e3ca20-11cc-41d0-84a2-dc7cf5dc59dd), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:05:07.368016 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-a29b67e2-f4ab-4f0f-a70d-669b95345f12 None None] For port 28e3ca20-11cc-41d0-84a2-dc7cf5dc59dd, host dv-cinder-842149-1-iscsi, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:05:07.371104 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-a29b67e2-f4ab-4f0f-a70d-669b95345f12 None None] For port 28e3ca20-11cc-41d0-84a2-dc7cf5dc59dd, host dv-cinder-842149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=28e3ca20-11cc-41d0-84a2-dc7cf5dc59dd,segment=NetworkSegment(08ea70e5-1e7b-496a-a4d6-53f67d4ad5db),segment_id=08ea70e5-1e7b-496a-a4d6-53f67d4ad5db)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:05:07.378107 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a29b67e2-f4ab-4f0f-a70d-669b95345f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (28e3ca20-11cc-41d0-84a2-dc7cf5dc59dd), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:05:07.432939 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b67e2-f4ab-4f0f-a70d-669b95345f12 None None] Pushing event updated for resources: {'Port': ['ID=28e3ca20-11cc-41d0-84a2-dc7cf5dc59dd,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:05:08.262929 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 28e3ca20-11cc-41d0-84a2-dc7cf5dc59dd up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:05:08.298020 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10eac97f-7f74-493d-aa0a-1486dd1bbed0 None None] Network dc83f362-f2a8-4916-a21f-a3068d11cb17 requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:05:08.387289 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-c3c24a41-401e-4b6f-9945-dc39f8701702 None None] Provisioning complete for port 28e3ca20-11cc-41d0-84a2-dc7cf5dc59dd triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:05:08.387689 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c3c24a41-401e-4b6f-9945-dc39f8701702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (28e3ca20-11cc-41d0-84a2-dc7cf5dc59dd), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:05:08.409957 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port 28e3ca20-11cc-41d0-84a2-dc7cf5dc59dd triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:05:08.410293 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (28e3ca20-11cc-41d0-84a2-dc7cf5dc59dd), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:05:08.557775 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port 28e3ca20-11cc-41d0-84a2-dc7cf5dc59dd is: DOWN; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:05:08.558140 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (28e3ca20-11cc-41d0-84a2-dc7cf5dc59dd), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:05:08.560003 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-c3c24a41-401e-4b6f-9945-dc39f8701702 None None] Current status of the port 28e3ca20-11cc-41d0-84a2-dc7cf5dc59dd is: DOWN; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:05:08.560374 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c3c24a41-401e-4b6f-9945-dc39f8701702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (28e3ca20-11cc-41d0-84a2-dc7cf5dc59dd), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:05:08.613223 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-c3c24a41-401e-4b6f-9945-dc39f8701702 None None] For port 28e3ca20-11cc-41d0-84a2-dc7cf5dc59dd, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=28e3ca20-11cc-41d0-84a2-dc7cf5dc59dd,segment=NetworkSegment(08ea70e5-1e7b-496a-a4d6-53f67d4ad5db),segment_id=08ea70e5-1e7b-496a-a4d6-53f67d4ad5db)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:05:08.619513 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c3c24a41-401e-4b6f-9945-dc39f8701702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (28e3ca20-11cc-41d0-84a2-dc7cf5dc59dd), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:05:08.678714 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.db.api [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103512) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 17 17:05:08.679077 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG oslo_db.api [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 17 17:05:08.707589 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c24a41-401e-4b6f-9945-dc39f8701702 None None] Pushing event updated for resources: {'Port': ['ID=28e3ca20-11cc-41d0-84a2-dc7cf5dc59dd,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:05:08.938978 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-bd0f3bf6-3402-48b1-8e2f-fb03c002b57c None None] Provisioning complete for port 28e3ca20-11cc-41d0-84a2-dc7cf5dc59dd triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:05:08.939288 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bd0f3bf6-3402-48b1-8e2f-fb03c002b57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (28e3ca20-11cc-41d0-84a2-dc7cf5dc59dd), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:05:09.017021 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-bd0f3bf6-3402-48b1-8e2f-fb03c002b57c None None] Current status of the port 28e3ca20-11cc-41d0-84a2-dc7cf5dc59dd is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:05:09.213871 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port 28e3ca20-11cc-41d0-84a2-dc7cf5dc59dd is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:05:10.210662 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 28e3ca20-11cc-41d0-84a2-dc7cf5dc59dd up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:05:10.254295 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port 28e3ca20-11cc-41d0-84a2-dc7cf5dc59dd triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:05:10.254682 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (28e3ca20-11cc-41d0-84a2-dc7cf5dc59dd), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:05:10.328563 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port 28e3ca20-11cc-41d0-84a2-dc7cf5dc59dd is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:05:21.163274 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-54e97512-9d46-4a96-987b-28c6a2d6fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:05:21.744464 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.agents_db [None req-bd8c2525-aad1-4fe1-b03f-cf2f293aaa3a None None] Agent healthcheck: found 5 active agents {{(pid=103513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:05:23.309569 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0a915b6b-cf4b-4bc8-9fdf-1ff3922190fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:05:24.789026 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:05:25.815808 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:05:27.397673 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:05:51.164594 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ce1d3a75-11ca-4a70-99f0-7744036a1670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:05:53.311539 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c3860842-a296-4bf1-93e2-c57ae44b0abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:05:54.792146 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:05:55.818855 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:05:57.399956 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:05:58.743364 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.agents_db [None req-bd8c2525-aad1-4fe1-b03f-cf2f293aaa3a None None] Agent healthcheck: found 5 active agents {{(pid=103513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:06:21.166166 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-197d732a-6529-48fc-9d05-bf867c02a00d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:06:23.313382 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0f306754-a113-4874-b350-12ffdd0b6055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:06:24.794465 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:06:25.820438 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:06:27.402668 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:06:34.175375 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 41524) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:06:34.181448 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [None req-2a08de8c-b38c-43a0-b0af-e4789eacfe94 tempest-verify_tempest_config-771511578 tempest-verify_tempest_config-771511578-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103511) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 17:06:34.182461 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-2a08de8c-b38c-43a0-b0af-e4789eacfe94 tempest-verify_tempest_config-771511578 tempest-verify_tempest_config-771511578-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0060446 May 17 17:06:34.469751 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 41542) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:06:34.577693 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-09ed0949-8c9e-4be1-a252-322671c67ca9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:06:34.679032 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-09ed0949-8c9e-4be1-a252-322671c67ca9 admin admin] Publish callbacks [] for security_group (1339356d-6182-4c62-ae92-9e4d53ceab31), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:06:34.682486 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-09ed0949-8c9e-4be1-a252-322671c67ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (1339356d-6182-4c62-ae92-9e4d53ceab31), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:06:34.729340 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-09ed0949-8c9e-4be1-a252-322671c67ca9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=af43abbaa8114200a93c65f809f3b6e5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2585292 May 17 17:06:34.730310 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed0949-8c9e-4be1-a252-322671c67ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1339356d-6182-4c62-ae92-9e4d53ceab31,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:06:34.732790 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 41546) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:06:34.748284 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ed0949-8c9e-4be1-a252-322671c67ca9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:06:34.748625 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ed0949-8c9e-4be1-a252-322671c67ca9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:06:34.748975 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ed0949-8c9e-4be1-a252-322671c67ca9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:06:34.749314 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ed0949-8c9e-4be1-a252-322671c67ca9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:06:34.749643 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ed0949-8c9e-4be1-a252-322671c67ca9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:06:34.749968 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ed0949-8c9e-4be1-a252-322671c67ca9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:06:34.750297 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ed0949-8c9e-4be1-a252-322671c67ca9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:06:34.750613 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ed0949-8c9e-4be1-a252-322671c67ca9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:06:34.750931 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ed0949-8c9e-4be1-a252-322671c67ca9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:06:34.751262 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ed0949-8c9e-4be1-a252-322671c67ca9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:06:34.751583 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ed0949-8c9e-4be1-a252-322671c67ca9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:06:34.751948 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ed0949-8c9e-4be1-a252-322671c67ca9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:06:34.752271 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ed0949-8c9e-4be1-a252-322671c67ca9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:06:34.752588 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ed0949-8c9e-4be1-a252-322671c67ca9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:06:34.752903 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ed0949-8c9e-4be1-a252-322671c67ca9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:06:34.798020 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-abd0590c-cd59-4ae0-8858-19733e854e03 admin admin] Publish callbacks [] for security_group (1339356d-6182-4c62-ae92-9e4d53ceab31), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:06:34.818304 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-abd0590c-cd59-4ae0-8858-19733e854e03 admin admin] Publish callbacks [] for security_group (1339356d-6182-4c62-ae92-9e4d53ceab31), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:06:34.908789 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-abd0590c-cd59-4ae0-8858-19733e854e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (1339356d-6182-4c62-ae92-9e4d53ceab31), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:06:34.911340 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-abd0590c-cd59-4ae0-8858-19733e854e03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:06:34.912569 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-abd0590c-cd59-4ae0-8858-19733e854e03 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1339356d-6182-4c62-ae92-9e4d53ceab31 HTTP/1.1" status: 204 len: 168 time: 0.1788816 May 17 17:06:34.920382 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0590c-cd59-4ae0-8858-19733e854e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1339356d-6182-4c62-ae92-9e4d53ceab31,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:06:35.742605 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.agents_db [None req-bd8c2525-aad1-4fe1-b03f-cf2f293aaa3a None None] Agent healthcheck: found 5 active agents {{(pid=103513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:06:51.171205 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8c784c75-5488-45a5-af5f-566f034d3f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:06:53.315713 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6b12bb35-b2b7-4282-9f27-7286d322b4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:06:54.801166 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:06:55.825630 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:06:57.406840 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:07:12.741270 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.agents_db [None req-bd8c2525-aad1-4fe1-b03f-cf2f293aaa3a None None] Agent healthcheck: found 5 active agents {{(pid=103513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:07:21.162945 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e1509e44-c040-43f1-b914-5071db57012f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:07:23.316091 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-61959cad-1208-4f6b-aa1b-a08ff925f1b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:07:24.802482 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:07:25.827364 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:07:27.409951 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:07:49.740187 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.agents_db [None req-bd8c2525-aad1-4fe1-b03f-cf2f293aaa3a None None] Agent healthcheck: found 5 active agents {{(pid=103513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:07:51.163873 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7b61c9d0-8fa2-48ca-896f-b6de2ae38857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:07:53.317701 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5a09b030-1f7f-471e-9218-eca17931867c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:07:54.802235 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:07:55.830281 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:07:57.413913 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:08:20.032582 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7891024'] for agent (f77364a9-2f6e-44ad-9fc6-92e3e143ef92), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:08:21.164378 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1f198dfa-5d92-4074-aeb9-eae6a7cf2892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:08:23.317642 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c42c67ce-98d2-4d29-b44c-da24ae2e4383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:08:24.805170 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:08:25.833752 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:08:26.739485 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.agents_db [None req-bd8c2525-aad1-4fe1-b03f-cf2f293aaa3a None None] Agent healthcheck: found 6 active agents {{(pid=103513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:08:27.415968 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:08:33.559244 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 41616) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:08:33.660106 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-6b36b1ce-4a26-47ac-afd3-2cb02babffa2 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0997396 May 17 17:08:35.915687 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 41626) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:08:35.970408 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-8c233d90-b350-4c1f-9a63-db2b6bbe24d3 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0536442 May 17 17:08:50.013217 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (f77364a9-2f6e-44ad-9fc6-92e3e143ef92), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:08:51.166905 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f9498990-66b4-4148-aca1-3915cce0e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:08:53.322096 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7eebfcf3-ccb2-493f-af3b-671266e26412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:08:54.807245 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:08:55.836820 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:08:57.419624 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:09:03.738611 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.agents_db [None req-bd8c2525-aad1-4fe1-b03f-cf2f293aaa3a None None] Agent healthcheck: found 6 active agents {{(pid=103513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:09:20.025668 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (f77364a9-2f6e-44ad-9fc6-92e3e143ef92), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:09:21.169702 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-59adc7da-c2a6-4dd5-b2d5-f4a0f9e33d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:09:23.324891 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e9c977ef-dc74-48f6-a399-be10cd6d72db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:09:24.814615 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:09:25.842457 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:09:27.424772 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:09:40.738641 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.agents_db [None req-bd8c2525-aad1-4fe1-b03f-cf2f293aaa3a None None] Agent healthcheck: found 6 active agents {{(pid=103513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:09:50.025579 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (f77364a9-2f6e-44ad-9fc6-92e3e143ef92), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:09:51.174611 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a366e2e5-7879-4f1b-b83f-2af6f4d28558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:09:53.329061 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ab5c042-1316-483a-b114-db67f46b6a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:09:54.815488 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:09:55.848027 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:09:57.435181 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:17.743146 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.agents_db [None req-bd8c2525-aad1-4fe1-b03f-cf2f293aaa3a None None] Agent healthcheck: found 6 active agents {{(pid=103513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:10:17.805884 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 41802) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:18.149741 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-8ae723d3-2164-4c5d-9e4c-72232a209f0d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1424071257-network', 'tenant_id': 'ea3305a913c541e4a45267497213df1c'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:10:18.158016 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 41824) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:18.180694 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae723d3-2164-4c5d-9e4c-72232a209f0d admin admin] Made reservation on behalf of ea3305a913c541e4a45267497213df1c for: {'network': 1} {{(pid=103511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:10:18.186365 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8ae723d3-2164-4c5d-9e4c-72232a209f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for network (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:18.193740 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8ae723d3-2164-4c5d-9e4c-72232a209f0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:18.283429 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8ae723d3-2164-4c5d-9e4c-72232a209f0d admin admin] Publish callbacks [] for security_group (a1fb93d9-dd52-45f0-bb47-5173cb020565), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:18.288977 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8ae723d3-2164-4c5d-9e4c-72232a209f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (a1fb93d9-dd52-45f0-bb47-5173cb020565), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:18.310060 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae723d3-2164-4c5d-9e4c-72232a209f0d admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 17:10:18.334595 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 41836) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:18.336304 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8ae723d3-2164-4c5d-9e4c-72232a209f0d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733342282253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915'] for segment (d5e61896-1faa-41a1-9cf3-1792af62c374), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:18.336762 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.db.segments_db [None req-8ae723d3-2164-4c5d-9e4c-72232a209f0d admin admin] Added segment d5e61896-1faa-41a1-9cf3-1792af62c374 of type vlan for network d8fd1f2f-e54a-4844-8483-0ddae8800cdb May 17 17:10:18.389216 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8ae723d3-2164-4c5d-9e4c-72232a209f0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733341855133'] for network (d8fd1f2f-e54a-4844-8483-0ddae8800cdb), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:18.424844 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae723d3-2164-4c5d-9e4c-72232a209f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fb93d9-dd52-45f0-bb47-5173cb020565,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:18.428328 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8ae723d3-2164-4c5d-9e4c-72232a209f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572'] for network (d8fd1f2f-e54a-4844-8483-0ddae8800cdb), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:18.429429 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae723d3-2164-4c5d-9e4c-72232a209f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:18.430104 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8ae723d3-2164-4c5d-9e4c-72232a209f0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for network (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:18.444326 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae723d3-2164-4c5d-9e4c-72232a209f0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:18.444817 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae723d3-2164-4c5d-9e4c-72232a209f0d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:18.445256 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae723d3-2164-4c5d-9e4c-72232a209f0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:18.445751 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae723d3-2164-4c5d-9e4c-72232a209f0d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:18.446113 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae723d3-2164-4c5d-9e4c-72232a209f0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:18.446515 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae723d3-2164-4c5d-9e4c-72232a209f0d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:18.446907 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae723d3-2164-4c5d-9e4c-72232a209f0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:18.447407 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae723d3-2164-4c5d-9e4c-72232a209f0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:18.447975 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae723d3-2164-4c5d-9e4c-72232a209f0d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:18.448491 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae723d3-2164-4c5d-9e4c-72232a209f0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:18.448832 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae723d3-2164-4c5d-9e4c-72232a209f0d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:18.449227 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae723d3-2164-4c5d-9e4c-72232a209f0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:18.449558 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae723d3-2164-4c5d-9e4c-72232a209f0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:18.449880 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae723d3-2164-4c5d-9e4c-72232a209f0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:18.450205 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae723d3-2164-4c5d-9e4c-72232a209f0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:18.451437 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae723d3-2164-4c5d-9e4c-72232a209f0d admin admin] Tracked resource versions report: May 17 17:10:18.451437 dv-cinder-842149-1-iscsi neutron-server[103511]: pushed versions: May 17 17:10:18.451437 dv-cinder-842149-1-iscsi neutron-server[103511]: { 'AddressGroup': {'1.2'}, May 17 17:10:18.451437 dv-cinder-842149-1-iscsi neutron-server[103511]: 'Agent': {'1.1'}, May 17 17:10:18.451437 dv-cinder-842149-1-iscsi neutron-server[103511]: 'ConntrackHelper': {'1.0'}, May 17 17:10:18.451437 dv-cinder-842149-1-iscsi neutron-server[103511]: 'LocalIPAssociation': {'1.0'}, May 17 17:10:18.451437 dv-cinder-842149-1-iscsi neutron-server[103511]: 'Log': {'1.0'}, May 17 17:10:18.451437 dv-cinder-842149-1-iscsi neutron-server[103511]: 'NDPProxy': {'1.0'}, May 17 17:10:18.451437 dv-cinder-842149-1-iscsi neutron-server[103511]: 'Network': {'1.1'}, May 17 17:10:18.451437 dv-cinder-842149-1-iscsi neutron-server[103511]: 'Port': {'1.7'}, May 17 17:10:18.451437 dv-cinder-842149-1-iscsi neutron-server[103511]: 'PortForwarding': {'1.3'}, May 17 17:10:18.451437 dv-cinder-842149-1-iscsi neutron-server[103511]: 'QosPolicy': {'1.10'}, May 17 17:10:18.451437 dv-cinder-842149-1-iscsi neutron-server[103511]: 'SecurityGroup': {'1.5'}, May 17 17:10:18.451437 dv-cinder-842149-1-iscsi neutron-server[103511]: 'SecurityGroupRule': {'1.2'}, May 17 17:10:18.451437 dv-cinder-842149-1-iscsi neutron-server[103511]: 'SubPort': {'1.0'}, May 17 17:10:18.451437 dv-cinder-842149-1-iscsi neutron-server[103511]: 'Subnet': {'1.1'}, May 17 17:10:18.451437 dv-cinder-842149-1-iscsi neutron-server[103511]: 'Trunk': {'1.1'}} May 17 17:10:18.451437 dv-cinder-842149-1-iscsi neutron-server[103511]: consumer versions: May 17 17:10:18.451437 dv-cinder-842149-1-iscsi neutron-server[103511]: { DHCP agent@dv-cinder-842149-1-iscsi: {}, May 17 17:10:18.451437 dv-cinder-842149-1-iscsi neutron-server[103511]: HyperV agent@hv-cinder-84214: {}, May 17 17:10:18.451437 dv-cinder-842149-1-iscsi neutron-server[103511]: L3 agent@dv-cinder-842149-1-iscsi: {}, May 17 17:10:18.451437 dv-cinder-842149-1-iscsi neutron-server[103511]: Metadata agent@dv-cinder-842149-1-iscsi: {}, May 17 17:10:18.451437 dv-cinder-842149-1-iscsi neutron-server[103511]: Metering agent@dv-cinder-842149-1-iscsi: {}, May 17 17:10:18.451437 dv-cinder-842149-1-iscsi neutron-server[103511]: Open vSwitch agent@dv-cinder-842149-1-iscsi: { 'AddressGroup': '1.2', May 17 17:10:18.451437 dv-cinder-842149-1-iscsi neutron-server[103511]: 'Agent': '1.1', May 17 17:10:18.451437 dv-cinder-842149-1-iscsi neutron-server[103511]: 'ConntrackHelper': '1.0', May 17 17:10:18.451437 dv-cinder-842149-1-iscsi neutron-server[103511]: 'LocalIPAssociation': '1.0', May 17 17:10:18.451437 dv-cinder-842149-1-iscsi neutron-server[103511]: 'Log': '1.0', May 17 17:10:18.451437 dv-cinder-842149-1-iscsi neutron-server[103511]: 'NDPProxy': '1.0', May 17 17:10:18.451437 dv-cinder-842149-1-iscsi neutron-server[103511]: 'Network': '1.1', May 17 17:10:18.451437 dv-cinder-842149-1-iscsi neutron-server[103511]: 'Port': '1.7', May 17 17:10:18.451437 dv-cinder-842149-1-iscsi neutron-server[103511]: 'PortForwarding': '1.3', May 17 17:10:18.451437 dv-cinder-842149-1-iscsi neutron-server[103511]: 'QosPolicy': '1.10', May 17 17:10:18.451437 dv-cinder-842149-1-iscsi neutron-server[103511]: 'SecurityGroup': '1.5', May 17 17:10:18.451437 dv-cinder-842149-1-iscsi neutron-server[103511]: 'SecurityGroupRule': '1.2', May 17 17:10:18.451437 dv-cinder-842149-1-iscsi neutron-server[103511]: 'SubPort': '1.0', May 17 17:10:18.451437 dv-cinder-842149-1-iscsi neutron-server[103511]: 'Subnet': '1.1', May 17 17:10:18.451437 dv-cinder-842149-1-iscsi neutron-server[103511]: 'Trunk': '1.1'}} May 17 17:10:18.451437 dv-cinder-842149-1-iscsi neutron-server[103511]: {{(pid=103511) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 17:10:18.471487 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 41846) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:18.471678 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-8ae723d3-2164-4c5d-9e4c-72232a209f0d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.6645069 May 17 17:10:18.477558 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-518cfdee-586e-41ce-a8ac-dce07b462ede admin admin] Request body: {'subnet': {'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1424071257-subnet', 'tenant_id': 'ea3305a913c541e4a45267497213df1c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:10:18.508918 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518cfdee-586e-41ce-a8ac-dce07b462ede admin admin] Made reservation on behalf of ea3305a913c541e4a45267497213df1c for: {'subnet': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:10:18.512995 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-518cfdee-586e-41ce-a8ac-dce07b462ede admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:18.563833 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae723d3-2164-4c5d-9e4c-72232a209f0d admin admin] Pushing event updated for resources: {'Network': ['ID=d8fd1f2f-e54a-4844-8483-0ddae8800cdb,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:18.577917 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Network d8fd1f2f-e54a-4844-8483-0ddae8800cdb details requested by agent ovs-agent-dv-cinder-842149-1-iscsi with host dv-cinder-842149-1-iscsi {{(pid=103512) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 17:10:18.586371 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-b2f02e8d-dfe7-4da3-b760-de0eaa702be7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1253010641-network', 'tenant_id': 'b4111fd040fc4a4d823b5e38204286f7'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:10:18.622172 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f02e8d-dfe7-4da3-b760-de0eaa702be7 admin admin] Made reservation on behalf of b4111fd040fc4a4d823b5e38204286f7 for: {'network': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:10:18.624414 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b2f02e8d-dfe7-4da3-b760-de0eaa702be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for network (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:18.631266 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 41850) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:18.640529 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b2f02e8d-dfe7-4da3-b760-de0eaa702be7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:18.762776 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-03bc8dbc-9835-4b55-948d-babfc4440967 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1289744616-network', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:10:18.844147 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b2f02e8d-dfe7-4da3-b760-de0eaa702be7 admin admin] Publish callbacks [] for security_group (c2c2ad51-a4d2-471e-b916-7c9c675518c8), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:18.849125 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bc8dbc-9835-4b55-948d-babfc4440967 admin admin] Made reservation on behalf of 9d587d1ef11b4055b77055e6fbcc1899 for: {'network': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:10:18.851821 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-03bc8dbc-9835-4b55-948d-babfc4440967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for network (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:18.861353 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b2f02e8d-dfe7-4da3-b760-de0eaa702be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (c2c2ad51-a4d2-471e-b916-7c9c675518c8), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:18.882387 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-03bc8dbc-9835-4b55-948d-babfc4440967 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:18.894897 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-518cfdee-586e-41ce-a8ac-dce07b462ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572'] for subnet (ac6ed14f-342b-4c1d-a6d0-3f83923520d0), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:18.897378 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2f02e8d-dfe7-4da3-b760-de0eaa702be7 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 17:10:18.940925 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b2f02e8d-dfe7-4da3-b760-de0eaa702be7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733342282253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915'] for segment (ae6263ca-fda7-4aff-9a66-39c1c62b04e3), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:18.941499 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.db.segments_db [None req-b2f02e8d-dfe7-4da3-b760-de0eaa702be7 admin admin] Added segment ae6263ca-fda7-4aff-9a66-39c1c62b04e3 of type vlan for network 7ea9debc-8f24-47f4-b948-da6947775f55 May 17 17:10:18.967523 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-25c1393c-ef12-416f-8f0c-442f873a6dcc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1139753451-network', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:10:18.998216 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c1393c-ef12-416f-8f0c-442f873a6dcc admin admin] Made reservation on behalf of 87f2aabc0cda49538fa0fd9d5db6bf51 for: {'network': 1} {{(pid=103511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:10:19.001666 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-25c1393c-ef12-416f-8f0c-442f873a6dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for network (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:19.037519 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-25c1393c-ef12-416f-8f0c-442f873a6dcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:19.038742 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f02e8d-dfe7-4da3-b760-de0eaa702be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c2ad51-a4d2-471e-b916-7c9c675518c8,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:19.071696 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b2f02e8d-dfe7-4da3-b760-de0eaa702be7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733341855133'] for network (7ea9debc-8f24-47f4-b948-da6947775f55), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:19.078134 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f02e8d-dfe7-4da3-b760-de0eaa702be7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:19.078458 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f02e8d-dfe7-4da3-b760-de0eaa702be7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:19.079033 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f02e8d-dfe7-4da3-b760-de0eaa702be7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:19.079650 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f02e8d-dfe7-4da3-b760-de0eaa702be7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:19.080138 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f02e8d-dfe7-4da3-b760-de0eaa702be7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:19.080612 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f02e8d-dfe7-4da3-b760-de0eaa702be7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:19.081087 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f02e8d-dfe7-4da3-b760-de0eaa702be7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:19.081581 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f02e8d-dfe7-4da3-b760-de0eaa702be7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:19.082458 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f02e8d-dfe7-4da3-b760-de0eaa702be7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:19.082967 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f02e8d-dfe7-4da3-b760-de0eaa702be7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:19.083443 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f02e8d-dfe7-4da3-b760-de0eaa702be7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:19.083954 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f02e8d-dfe7-4da3-b760-de0eaa702be7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:19.084472 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f02e8d-dfe7-4da3-b760-de0eaa702be7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:19.084952 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f02e8d-dfe7-4da3-b760-de0eaa702be7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:19.085417 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f02e8d-dfe7-4da3-b760-de0eaa702be7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:19.086932 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f02e8d-dfe7-4da3-b760-de0eaa702be7 admin admin] Tracked resource versions report: May 17 17:10:19.086932 dv-cinder-842149-1-iscsi neutron-server[103510]: pushed versions: May 17 17:10:19.086932 dv-cinder-842149-1-iscsi neutron-server[103510]: { 'AddressGroup': {'1.2'}, May 17 17:10:19.086932 dv-cinder-842149-1-iscsi neutron-server[103510]: 'Agent': {'1.1'}, May 17 17:10:19.086932 dv-cinder-842149-1-iscsi neutron-server[103510]: 'ConntrackHelper': {'1.0'}, May 17 17:10:19.086932 dv-cinder-842149-1-iscsi neutron-server[103510]: 'LocalIPAssociation': {'1.0'}, May 17 17:10:19.086932 dv-cinder-842149-1-iscsi neutron-server[103510]: 'Log': {'1.0'}, May 17 17:10:19.086932 dv-cinder-842149-1-iscsi neutron-server[103510]: 'NDPProxy': {'1.0'}, May 17 17:10:19.086932 dv-cinder-842149-1-iscsi neutron-server[103510]: 'Network': {'1.1'}, May 17 17:10:19.086932 dv-cinder-842149-1-iscsi neutron-server[103510]: 'Port': {'1.7'}, May 17 17:10:19.086932 dv-cinder-842149-1-iscsi neutron-server[103510]: 'PortForwarding': {'1.3'}, May 17 17:10:19.086932 dv-cinder-842149-1-iscsi neutron-server[103510]: 'QosPolicy': {'1.10'}, May 17 17:10:19.086932 dv-cinder-842149-1-iscsi neutron-server[103510]: 'SecurityGroup': {'1.5'}, May 17 17:10:19.086932 dv-cinder-842149-1-iscsi neutron-server[103510]: 'SecurityGroupRule': {'1.2'}, May 17 17:10:19.086932 dv-cinder-842149-1-iscsi neutron-server[103510]: 'SubPort': {'1.0'}, May 17 17:10:19.086932 dv-cinder-842149-1-iscsi neutron-server[103510]: 'Subnet': {'1.1'}, May 17 17:10:19.086932 dv-cinder-842149-1-iscsi neutron-server[103510]: 'Trunk': {'1.1'}} May 17 17:10:19.086932 dv-cinder-842149-1-iscsi neutron-server[103510]: consumer versions: May 17 17:10:19.086932 dv-cinder-842149-1-iscsi neutron-server[103510]: { DHCP agent@dv-cinder-842149-1-iscsi: {}, May 17 17:10:19.086932 dv-cinder-842149-1-iscsi neutron-server[103510]: HyperV agent@hv-cinder-84214: {}, May 17 17:10:19.086932 dv-cinder-842149-1-iscsi neutron-server[103510]: L3 agent@dv-cinder-842149-1-iscsi: {}, May 17 17:10:19.086932 dv-cinder-842149-1-iscsi neutron-server[103510]: Metadata agent@dv-cinder-842149-1-iscsi: {}, May 17 17:10:19.086932 dv-cinder-842149-1-iscsi neutron-server[103510]: Metering agent@dv-cinder-842149-1-iscsi: {}, May 17 17:10:19.086932 dv-cinder-842149-1-iscsi neutron-server[103510]: Open vSwitch agent@dv-cinder-842149-1-iscsi: { 'AddressGroup': '1.2', May 17 17:10:19.086932 dv-cinder-842149-1-iscsi neutron-server[103510]: 'Agent': '1.1', May 17 17:10:19.086932 dv-cinder-842149-1-iscsi neutron-server[103510]: 'ConntrackHelper': '1.0', May 17 17:10:19.086932 dv-cinder-842149-1-iscsi neutron-server[103510]: 'LocalIPAssociation': '1.0', May 17 17:10:19.086932 dv-cinder-842149-1-iscsi neutron-server[103510]: 'Log': '1.0', May 17 17:10:19.086932 dv-cinder-842149-1-iscsi neutron-server[103510]: 'NDPProxy': '1.0', May 17 17:10:19.086932 dv-cinder-842149-1-iscsi neutron-server[103510]: 'Network': '1.1', May 17 17:10:19.086932 dv-cinder-842149-1-iscsi neutron-server[103510]: 'Port': '1.7', May 17 17:10:19.086932 dv-cinder-842149-1-iscsi neutron-server[103510]: 'PortForwarding': '1.3', May 17 17:10:19.086932 dv-cinder-842149-1-iscsi neutron-server[103510]: 'QosPolicy': '1.10', May 17 17:10:19.086932 dv-cinder-842149-1-iscsi neutron-server[103510]: 'SecurityGroup': '1.5', May 17 17:10:19.086932 dv-cinder-842149-1-iscsi neutron-server[103510]: 'SecurityGroupRule': '1.2', May 17 17:10:19.086932 dv-cinder-842149-1-iscsi neutron-server[103510]: 'SubPort': '1.0', May 17 17:10:19.086932 dv-cinder-842149-1-iscsi neutron-server[103510]: 'Subnet': '1.1', May 17 17:10:19.086932 dv-cinder-842149-1-iscsi neutron-server[103510]: 'Trunk': '1.1'}} May 17 17:10:19.086932 dv-cinder-842149-1-iscsi neutron-server[103510]: {{(pid=103510) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 17:10:19.102906 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518cfdee-586e-41ce-a8ac-dce07b462ede admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac6ed14f-342b-4c1d-a6d0-3f83923520d0,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:19.128910 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518cfdee-586e-41ce-a8ac-dce07b462ede admin admin] Checking segment: {'id': 'd5e61896-1faa-41a1-9cf3-1792af62c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:10:19.129579 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518cfdee-586e-41ce-a8ac-dce07b462ede admin admin] Network hostable DHCP agents. Network: d8fd1f2f-e54a-4844-8483-0ddae8800cdb, hostable agents: ['e31905a2-41fc-44e1-9d1f-1e6213680c03'], hosted agents: [] {{(pid=103510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 17:10:19.182048 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b2f02e8d-dfe7-4da3-b760-de0eaa702be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572'] for network (7ea9debc-8f24-47f4-b948-da6947775f55), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:19.184365 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f02e8d-dfe7-4da3-b760-de0eaa702be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:19.184943 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b2f02e8d-dfe7-4da3-b760-de0eaa702be7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for network (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:19.206741 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-25c1393c-ef12-416f-8f0c-442f873a6dcc admin admin] Publish callbacks [] for security_group (e36d7c60-c05b-4c53-a40f-d085cc92898c), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:19.208210 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-03bc8dbc-9835-4b55-948d-babfc4440967 admin admin] Publish callbacks [] for security_group (cb107796-6a7f-49da-a177-5ddeb06d2e0c), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:19.215764 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-25c1393c-ef12-416f-8f0c-442f873a6dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (e36d7c60-c05b-4c53-a40f-d085cc92898c), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:19.236446 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-03bc8dbc-9835-4b55-948d-babfc4440967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (cb107796-6a7f-49da-a177-5ddeb06d2e0c), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:19.240298 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518cfdee-586e-41ce-a8ac-dce07b462ede admin admin] Network d8fd1f2f-e54a-4844-8483-0ddae8800cdb is scheduled to be hosted by DHCP agent e31905a2-41fc-44e1-9d1f-1e6213680c03 with binding_index 1 {{(pid=103510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 17:10:19.243864 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25c1393c-ef12-416f-8f0c-442f873a6dcc admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 17:10:19.261327 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03bc8dbc-9835-4b55-948d-babfc4440967 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 17:10:19.272068 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-03bc8dbc-9835-4b55-948d-babfc4440967 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733342282253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915'] for segment (dd7c38ba-79f9-47ce-94d1-d0499646a213), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:19.272823 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.db.segments_db [None req-03bc8dbc-9835-4b55-948d-babfc4440967 admin admin] Added segment dd7c38ba-79f9-47ce-94d1-d0499646a213 of type vlan for network cabe2e00-7fdc-4f66-a15c-c9987c464947 May 17 17:10:19.297377 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-25c1393c-ef12-416f-8f0c-442f873a6dcc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733342282253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915'] for segment (de9d44b7-dbc5-440f-840c-db882c6566af), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:19.297377 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.db.segments_db [None req-25c1393c-ef12-416f-8f0c-442f873a6dcc admin admin] Added segment de9d44b7-dbc5-440f-840c-db882c6566af of type vlan for network 1dd4923f-bb48-4a70-ba63-f0b98efd2694 May 17 17:10:19.309633 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c1393c-ef12-416f-8f0c-442f873a6dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36d7c60-c05b-4c53-a40f-d085cc92898c,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:19.337880 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-03bc8dbc-9835-4b55-948d-babfc4440967 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733341855133'] for network (cabe2e00-7fdc-4f66-a15c-c9987c464947), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:19.349230 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-b2f02e8d-dfe7-4da3-b760-de0eaa702be7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.1890392 May 17 17:10:19.354458 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 41886) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:19.364262 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-96a7f9d8-5ecf-4073-8075-de2ff03f6163 admin admin] Request body: {'subnet': {'network_id': '7ea9debc-8f24-47f4-b948-da6947775f55', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1253010641-subnet', 'tenant_id': 'b4111fd040fc4a4d823b5e38204286f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:10:19.407648 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-25c1393c-ef12-416f-8f0c-442f873a6dcc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733341855133'] for network (1dd4923f-bb48-4a70-ba63-f0b98efd2694), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:19.413302 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-03bc8dbc-9835-4b55-948d-babfc4440967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572'] for network (cabe2e00-7fdc-4f66-a15c-c9987c464947), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:19.415000 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bc8dbc-9835-4b55-948d-babfc4440967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:19.416561 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-03bc8dbc-9835-4b55-948d-babfc4440967 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for network (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:19.421194 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-518cfdee-586e-41ce-a8ac-dce07b462ede admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842149-1-iscsi, d8fd1f2f-e54a-4844-8483-0ddae8800cdb) {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:10:19.426482 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a7f9d8-5ecf-4073-8075-de2ff03f6163 admin admin] Made reservation on behalf of b4111fd040fc4a4d823b5e38204286f7 for: {'subnet': 1} {{(pid=103511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:10:19.432087 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cc3f62-7bda-4148-ae4b-3c42941a9c00 None None] Network d8fd1f2f-e54a-4844-8483-0ddae8800cdb requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:10:19.432858 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-96a7f9d8-5ecf-4073-8075-de2ff03f6163 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:19.436732 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f02e8d-dfe7-4da3-b760-de0eaa702be7 admin admin] Pushing event updated for resources: {'Network': ['ID=7ea9debc-8f24-47f4-b948-da6947775f55,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:19.439987 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518cfdee-586e-41ce-a8ac-dce07b462ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:19.441257 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-518cfdee-586e-41ce-a8ac-dce07b462ede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for subnet (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:19.454500 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc8dbc-9835-4b55-948d-babfc4440967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb107796-6a7f-49da-a177-5ddeb06d2e0c,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:19.485018 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-518cfdee-586e-41ce-a8ac-dce07b462ede admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0117660 May 17 17:10:19.495298 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 41894) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:19.496019 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-03bc8dbc-9835-4b55-948d-babfc4440967 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.1600361 May 17 17:10:19.504704 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-8bc7adbd-d23d-4873-899b-04cb66f3b3d4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1424071257-router', 'tenant_id': 'ea3305a913c541e4a45267497213df1c', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'}}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:10:19.506221 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 41896) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:19.513017 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-3a65bc82-2022-46ad-a9f1-bd0577270e07 admin admin] Request body: {'subnet': {'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1289744616-subnet', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:10:19.546895 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Network 7ea9debc-8f24-47f4-b948-da6947775f55 details requested by agent ovs-agent-dv-cinder-842149-1-iscsi with host dv-cinder-842149-1-iscsi {{(pid=103512) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 17:10:19.564027 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc8dbc-9835-4b55-948d-babfc4440967 admin admin] Pushing event updated for resources: {'Network': ['ID=cabe2e00-7fdc-4f66-a15c-c9987c464947,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:19.589131 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a65bc82-2022-46ad-a9f1-bd0577270e07 admin admin] Made reservation on behalf of 9d587d1ef11b4055b77055e6fbcc1899 for: {'subnet': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:10:19.593581 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-3a65bc82-2022-46ad-a9f1-bd0577270e07 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:19.594166 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-25c1393c-ef12-416f-8f0c-442f873a6dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572'] for network (1dd4923f-bb48-4a70-ba63-f0b98efd2694), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:19.595430 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c1393c-ef12-416f-8f0c-442f873a6dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:19.596513 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-25c1393c-ef12-416f-8f0c-442f873a6dcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for network (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:19.675928 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8bc7adbd-d23d-4873-899b-04cb66f3b3d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-611'] for router (841f4662-38c1-42be-ba44-29e3e68c80fa), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:19.677601 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8bc7adbd-d23d-4873-899b-04cb66f3b3d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7879634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7940134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-618'] for router (841f4662-38c1-42be-ba44-29e3e68c80fa), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:19.690310 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-25c1393c-ef12-416f-8f0c-442f873a6dcc admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.0494149 May 17 17:10:19.693745 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 41904) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:19.703399 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-33c862ca-d5d3-4295-8c87-f2a22453df9a admin admin] Request body: {'subnet': {'network_id': '1dd4923f-bb48-4a70-ba63-f0b98efd2694', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1139753451-subnet', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:10:19.717249 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Network cabe2e00-7fdc-4f66-a15c-c9987c464947 details requested by agent ovs-agent-dv-cinder-842149-1-iscsi with host dv-cinder-842149-1-iscsi {{(pid=103512) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 17:10:19.745676 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c862ca-d5d3-4295-8c87-f2a22453df9a admin admin] Made reservation on behalf of 87f2aabc0cda49538fa0fd9d5db6bf51 for: {'subnet': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:10:19.749590 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-33c862ca-d5d3-4295-8c87-f2a22453df9a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:20.003269 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8bc7adbd-d23d-4873-899b-04cb66f3b3d4 admin admin] Publish callbacks [] for router_controller (841f4662-38c1-42be-ba44-29e3e68c80fa), precommit_add_association {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:20.011172 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c1393c-ef12-416f-8f0c-442f873a6dcc admin admin] Pushing event updated for resources: {'Network': ['ID=1dd4923f-bb48-4a70-ba63-f0b98efd2694,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:20.055830 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-33c862ca-d5d3-4295-8c87-f2a22453df9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572'] for subnet (d992d23d-73b7-4452-8ed4-109754aaf16e), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:20.172239 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Network 1dd4923f-bb48-4a70-ba63-f0b98efd2694 details requested by agent ovs-agent-dv-cinder-842149-1-iscsi with host dv-cinder-842149-1-iscsi {{(pid=103512) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 17:10:20.208963 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85289d18-206d-4ac4-bed6-304e08f484a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf7098ea-f5f5-5e61-806c-121fd2f5eebb-d8fd1f2f-e54a-4844-8483-0ddae8800cdb', 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb', 'project_id': 'ea3305a913c541e4a45267497213df1c', 'fixed_ips': [{'subnet_id': 'ac6ed14f-342b-4c1d-a6d0-3f83923520d0'}]}} from dv-cinder-842149-1-iscsi. {{(pid=103512) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 17:10:20.209985 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c862ca-d5d3-4295-8c87-f2a22453df9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d992d23d-73b7-4452-8ed4-109754aaf16e,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:20.210649 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-85289d18-206d-4ac4-bed6-304e08f484a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:20.279271 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c862ca-d5d3-4295-8c87-f2a22453df9a admin admin] Checking segment: {'id': 'de9d44b7-dbc5-440f-840c-db882c6566af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1dd4923f-bb48-4a70-ba63-f0b98efd2694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:10:20.279825 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c862ca-d5d3-4295-8c87-f2a22453df9a admin admin] Network hostable DHCP agents. Network: 1dd4923f-bb48-4a70-ba63-f0b98efd2694, hostable agents: ['e31905a2-41fc-44e1-9d1f-1e6213680c03'], hosted agents: [] {{(pid=103510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 17:10:20.304410 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-3a65bc82-2022-46ad-a9f1-bd0577270e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572'] for subnet (7c810424-34e9-472b-8917-5d16a4254529), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:20.316241 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c862ca-d5d3-4295-8c87-f2a22453df9a admin admin] Network 1dd4923f-bb48-4a70-ba63-f0b98efd2694 is scheduled to be hosted by DHCP agent e31905a2-41fc-44e1-9d1f-1e6213680c03 with binding_index 1 {{(pid=103510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 17:10:20.351149 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8bc7adbd-d23d-4873-899b-04cb66f3b3d4 admin admin] Publish callbacks [] for router_gateway (841f4662-38c1-42be-ba44-29e3e68c80fa), precommit_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:20.370595 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-33c862ca-d5d3-4295-8c87-f2a22453df9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842149-1-iscsi, 1dd4923f-bb48-4a70-ba63-f0b98efd2694) {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:10:20.377022 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (f77364a9-2f6e-44ad-9fc6-92e3e143ef92), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:20.384174 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c862ca-d5d3-4295-8c87-f2a22453df9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:20.384793 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-33c862ca-d5d3-4295-8c87-f2a22453df9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for subnet (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:20.419224 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-33c862ca-d5d3-4295-8c87-f2a22453df9a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7238503 May 17 17:10:20.425701 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 41924) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:20.443869 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb722673-6c84-4e35-a758-c5031092ae97 None None] Network 1dd4923f-bb48-4a70-ba63-f0b98efd2694 requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:10:20.450814 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65bc82-2022-46ad-a9f1-bd0577270e07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c810424-34e9-472b-8917-5d16a4254529,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:20.453246 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a65bc82-2022-46ad-a9f1-bd0577270e07 admin admin] Checking segment: {'id': 'dd7c38ba-79f9-47ce-94d1-d0499646a213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:10:20.459728 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a65bc82-2022-46ad-a9f1-bd0577270e07 admin admin] Network hostable DHCP agents. Network: cabe2e00-7fdc-4f66-a15c-c9987c464947, hostable agents: ['e31905a2-41fc-44e1-9d1f-1e6213680c03'], hosted agents: [] {{(pid=103510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 17:10:20.470502 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-7b49a557-ab17-4d33-9a4b-475a9aed631f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1139753451-router', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'}}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:10:20.477210 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a65bc82-2022-46ad-a9f1-bd0577270e07 admin admin] Network cabe2e00-7fdc-4f66-a15c-c9987c464947 is scheduled to be hosted by DHCP agent e31905a2-41fc-44e1-9d1f-1e6213680c03 with binding_index 1 {{(pid=103510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 17:10:20.500233 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-3a65bc82-2022-46ad-a9f1-bd0577270e07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842149-1-iscsi, cabe2e00-7fdc-4f66-a15c-c9987c464947) {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:10:20.507008 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a65bc82-2022-46ad-a9f1-bd0577270e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:20.507884 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-3a65bc82-2022-46ad-a9f1-bd0577270e07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for subnet (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:20.538198 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998cdbea-526e-479e-9c88-29253aaa2999 None None] Network cabe2e00-7fdc-4f66-a15c-c9987c464947 requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:10:20.545288 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-3a65bc82-2022-46ad-a9f1-bd0577270e07 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0343542 May 17 17:10:20.545972 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 41936) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:20.556487 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-cd70ebcc-0aca-4588-9720-020fec5b3a10 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1289744616-router', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'}}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:10:20.567713 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-96a7f9d8-5ecf-4073-8075-de2ff03f6163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572'] for subnet (cb76c68c-c65c-4eb1-96de-e4da1ef4e1e4), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:20.589903 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cd70ebcc-0aca-4588-9720-020fec5b3a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-611'] for router (22586ad8-7e71-42f6-bb3f-078c54e661c7), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:20.592081 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cd70ebcc-0aca-4588-9720-020fec5b3a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7879634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7940134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-618'] for router (22586ad8-7e71-42f6-bb3f-078c54e661c7), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:20.621096 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7b49a557-ab17-4d33-9a4b-475a9aed631f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-611'] for router (e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:20.622157 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7b49a557-ab17-4d33-9a4b-475a9aed631f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7879634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7940134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-618'] for router (e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:20.712051 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7f9d8-5ecf-4073-8075-de2ff03f6163 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb76c68c-c65c-4eb1-96de-e4da1ef4e1e4,revision_number=0']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:20.727996 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-85289d18-206d-4ac4-bed6-304e08f484a4 None None] Allocated IP 172.20.0.2 (d8fd1f2f-e54a-4844-8483-0ddae8800cdb/ac6ed14f-342b-4c1d-a6d0-3f83923520d0/c8abc61f-a1cc-43d0-a3b9-85e95b533db1) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:10:20.741599 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cd70ebcc-0aca-4588-9720-020fec5b3a10 admin admin] Publish callbacks [] for router_controller (22586ad8-7e71-42f6-bb3f-078c54e661c7), precommit_add_association {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:20.762360 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a7f9d8-5ecf-4073-8075-de2ff03f6163 admin admin] Checking segment: {'id': 'ae6263ca-fda7-4aff-9a66-39c1c62b04e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7ea9debc-8f24-47f4-b948-da6947775f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:10:20.762718 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a7f9d8-5ecf-4073-8075-de2ff03f6163 admin admin] Network hostable DHCP agents. Network: 7ea9debc-8f24-47f4-b948-da6947775f55, hostable agents: ['e31905a2-41fc-44e1-9d1f-1e6213680c03'], hosted agents: [] {{(pid=103511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 17:10:20.816398 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7b49a557-ab17-4d33-9a4b-475a9aed631f admin admin] Publish callbacks [] for router_controller (e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7), precommit_add_association {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:20.876979 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8bc7adbd-d23d-4873-899b-04cb66f3b3d4 admin admin] Publish callbacks [] for router_gateway (841f4662-38c1-42be-ba44-29e3e68c80fa), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:20.888157 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a7f9d8-5ecf-4073-8075-de2ff03f6163 admin admin] Network 7ea9debc-8f24-47f4-b948-da6947775f55 is scheduled to be hosted by DHCP agent e31905a2-41fc-44e1-9d1f-1e6213680c03 with binding_index 1 {{(pid=103511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 17:10:20.914433 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8bc7adbd-d23d-4873-899b-04cb66f3b3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:20.930595 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b08cec-1899-41a4-a760-1fb9a3a0ce03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf7098ea-f5f5-5e61-806c-121fd2f5eebb-1dd4923f-bb48-4a70-ba63-f0b98efd2694', 'network_id': '1dd4923f-bb48-4a70-ba63-f0b98efd2694', 'project_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'fixed_ips': [{'subnet_id': 'd992d23d-73b7-4452-8ed4-109754aaf16e'}]}} from dv-cinder-842149-1-iscsi. {{(pid=103512) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 17:10:20.931924 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-74b08cec-1899-41a4-a760-1fb9a3a0ce03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:20.960204 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [None req-96a7f9d8-5ecf-4073-8075-de2ff03f6163 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842149-1-iscsi, 7ea9debc-8f24-47f4-b948-da6947775f55) {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:10:20.994526 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509eef7a-5c1c-4844-b334-ba028404fa18 None None] Network 7ea9debc-8f24-47f4-b948-da6947775f55 requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:10:20.997750 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a7f9d8-5ecf-4073-8075-de2ff03f6163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:20.998361 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-96a7f9d8-5ecf-4073-8075-de2ff03f6163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for subnet (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:21.084959 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7b49a557-ab17-4d33-9a4b-475a9aed631f admin admin] Publish callbacks [] for router_gateway (e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7), precommit_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:21.107132 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-96a7f9d8-5ecf-4073-8075-de2ff03f6163 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7512665 May 17 17:10:21.115657 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c109ed-9e0e-4161-a41d-d139497a6fe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf7098ea-f5f5-5e61-806c-121fd2f5eebb-cabe2e00-7fdc-4f66-a15c-c9987c464947', 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947', 'project_id': '9d587d1ef11b4055b77055e6fbcc1899', 'fixed_ips': [{'subnet_id': '7c810424-34e9-472b-8917-5d16a4254529'}]}} from dv-cinder-842149-1-iscsi. {{(pid=103512) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 17:10:21.116857 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a3c109ed-9e0e-4161-a41d-d139497a6fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:21.165072 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cd70ebcc-0aca-4588-9720-020fec5b3a10 admin admin] Publish callbacks [] for router_gateway (22586ad8-7e71-42f6-bb3f-078c54e661c7), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:21.214643 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.db_base_plugin_common [None req-8bc7adbd-d23d-4873-899b-04cb66f3b3d4 admin admin] Allocated IP 172.27.0.175 (02c56ec1-398e-4da7-8d6f-c5872f286327/162161ae-47ec-4957-8899-c21f028f623a/d97b4916-8d2a-4a67-b6d5-bef654ebc8fe) {{(pid=103511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:10:21.502898 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7b49a557-ab17-4d33-9a4b-475a9aed631f admin admin] Publish callbacks [] for router_gateway (e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:21.512389 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8bc7adbd-d23d-4873-899b-04cb66f3b3d4 admin admin] Publish callbacks [] for port (d97b4916-8d2a-4a67-b6d5-bef654ebc8fe), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:21.567336 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7b49a557-ab17-4d33-9a4b-475a9aed631f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:21.580953 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cd70ebcc-0aca-4588-9720-020fec5b3a10 admin admin] Publish callbacks [] for router_gateway (22586ad8-7e71-42f6-bb3f-078c54e661c7), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:21.602118 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cd70ebcc-0aca-4588-9720-020fec5b3a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:21.719750 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c986f0f0-e4be-46d6-a5e2-3e5339d7822c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:21.737756 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a7ac03-cc96-43e8-b54c-6382c1ecc5b2 None None] Network 7ea9debc-8f24-47f4-b948-da6947775f55 requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:10:21.763683 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8bc7adbd-d23d-4873-899b-04cb66f3b3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (d97b4916-8d2a-4a67-b6d5-bef654ebc8fe), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:21.803995 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-85289d18-206d-4ac4-bed6-304e08f484a4 None None] Publish callbacks [] for port (c8abc61f-a1cc-43d0-a3b9-85e95b533db1), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:21.811484 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc7adbd-d23d-4873-899b-04cb66f3b3d4 admin admin] Network 02c56ec1-398e-4da7-8d6f-c5872f286327 is already hosted by enough agents. {{(pid=103511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:10:21.815443 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [None req-8bc7adbd-d23d-4873-899b-04cb66f3b3d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:10:21.820234 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc7adbd-d23d-4873-899b-04cb66f3b3d4 admin admin] Received port after_create {{(pid=103511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:10:21.824752 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-74b08cec-1899-41a4-a760-1fb9a3a0ce03 None None] Allocated IP 172.20.0.2 (1dd4923f-bb48-4a70-ba63-f0b98efd2694/d992d23d-73b7-4452-8ed4-109754aaf16e/eb825997-234b-4292-a0a6-6713a2824488) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:10:21.860429 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-85289d18-206d-4ac4-bed6-304e08f484a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (c8abc61f-a1cc-43d0-a3b9-85e95b533db1), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:21.892141 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [None req-cd70ebcc-0aca-4588-9720-020fec5b3a10 admin admin] Allocated IP 172.27.0.116 (02c56ec1-398e-4da7-8d6f-c5872f286327/162161ae-47ec-4957-8899-c21f028f623a/72196958-504a-45b1-8392-b78be4cb24af) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:10:21.950929 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-a3c109ed-9e0e-4161-a41d-d139497a6fe7 None None] Allocated IP 172.20.0.2 (cabe2e00-7fdc-4f66-a15c-c9987c464947/7c810424-34e9-472b-8917-5d16a4254529/00fcee4b-df27-433c-9118-c276f692caaa) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:10:21.960691 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85289d18-206d-4ac4-bed6-304e08f484a4 None None] Network d8fd1f2f-e54a-4844-8483-0ddae8800cdb is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:10:21.987412 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-85289d18-206d-4ac4-bed6-304e08f484a4 None None] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:10:22.032785 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85289d18-206d-4ac4-bed6-304e08f484a4 None None] Pushing event updated for resources: {'Port': ['ID=c8abc61f-a1cc-43d0-a3b9-85e95b533db1,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:22.040929 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85289d18-206d-4ac4-bed6-304e08f484a4 None None] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:10:22.102553 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7adbd-d23d-4873-899b-04cb66f3b3d4 admin admin] Pushing event updated for resources: {'Port': ['ID=d97b4916-8d2a-4a67-b6d5-bef654ebc8fe,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:22.182763 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cd70ebcc-0aca-4588-9720-020fec5b3a10 admin admin] Publish callbacks [] for port (72196958-504a-45b1-8392-b78be4cb24af), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:22.267644 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cd70ebcc-0aca-4588-9720-020fec5b3a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (72196958-504a-45b1-8392-b78be4cb24af), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:22.315084 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85289d18-206d-4ac4-bed6-304e08f484a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:22.315449 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85289d18-206d-4ac4-bed6-304e08f484a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:22.315870 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85289d18-206d-4ac4-bed6-304e08f484a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:22.316215 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85289d18-206d-4ac4-bed6-304e08f484a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:22.317546 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85289d18-206d-4ac4-bed6-304e08f484a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:22.319923 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85289d18-206d-4ac4-bed6-304e08f484a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:22.321091 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85289d18-206d-4ac4-bed6-304e08f484a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:22.321392 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85289d18-206d-4ac4-bed6-304e08f484a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:22.321892 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85289d18-206d-4ac4-bed6-304e08f484a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:22.324946 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85289d18-206d-4ac4-bed6-304e08f484a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:22.325360 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85289d18-206d-4ac4-bed6-304e08f484a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:22.325728 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85289d18-206d-4ac4-bed6-304e08f484a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:22.326073 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85289d18-206d-4ac4-bed6-304e08f484a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:22.326409 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85289d18-206d-4ac4-bed6-304e08f484a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:22.326765 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85289d18-206d-4ac4-bed6-304e08f484a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:22.329185 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85289d18-206d-4ac4-bed6-304e08f484a4 None None] Tracked resource versions report: May 17 17:10:22.329185 dv-cinder-842149-1-iscsi neutron-server[103512]: pushed versions: May 17 17:10:22.329185 dv-cinder-842149-1-iscsi neutron-server[103512]: { 'AddressGroup': {'1.2'}, May 17 17:10:22.329185 dv-cinder-842149-1-iscsi neutron-server[103512]: 'Agent': {'1.1'}, May 17 17:10:22.329185 dv-cinder-842149-1-iscsi neutron-server[103512]: 'ConntrackHelper': {'1.0'}, May 17 17:10:22.329185 dv-cinder-842149-1-iscsi neutron-server[103512]: 'LocalIPAssociation': {'1.0'}, May 17 17:10:22.329185 dv-cinder-842149-1-iscsi neutron-server[103512]: 'Log': {'1.0'}, May 17 17:10:22.329185 dv-cinder-842149-1-iscsi neutron-server[103512]: 'NDPProxy': {'1.0'}, May 17 17:10:22.329185 dv-cinder-842149-1-iscsi neutron-server[103512]: 'Network': {'1.1'}, May 17 17:10:22.329185 dv-cinder-842149-1-iscsi neutron-server[103512]: 'Port': {'1.7'}, May 17 17:10:22.329185 dv-cinder-842149-1-iscsi neutron-server[103512]: 'PortForwarding': {'1.3'}, May 17 17:10:22.329185 dv-cinder-842149-1-iscsi neutron-server[103512]: 'QosPolicy': {'1.10'}, May 17 17:10:22.329185 dv-cinder-842149-1-iscsi neutron-server[103512]: 'SecurityGroup': {'1.5'}, May 17 17:10:22.329185 dv-cinder-842149-1-iscsi neutron-server[103512]: 'SecurityGroupRule': {'1.2'}, May 17 17:10:22.329185 dv-cinder-842149-1-iscsi neutron-server[103512]: 'SubPort': {'1.0'}, May 17 17:10:22.329185 dv-cinder-842149-1-iscsi neutron-server[103512]: 'Subnet': {'1.1'}, May 17 17:10:22.329185 dv-cinder-842149-1-iscsi neutron-server[103512]: 'Trunk': {'1.1'}} May 17 17:10:22.329185 dv-cinder-842149-1-iscsi neutron-server[103512]: consumer versions: May 17 17:10:22.329185 dv-cinder-842149-1-iscsi neutron-server[103512]: { DHCP agent@dv-cinder-842149-1-iscsi: {}, May 17 17:10:22.329185 dv-cinder-842149-1-iscsi neutron-server[103512]: HyperV agent@hv-cinder-84214: {}, May 17 17:10:22.329185 dv-cinder-842149-1-iscsi neutron-server[103512]: L3 agent@dv-cinder-842149-1-iscsi: {}, May 17 17:10:22.329185 dv-cinder-842149-1-iscsi neutron-server[103512]: Metadata agent@dv-cinder-842149-1-iscsi: {}, May 17 17:10:22.329185 dv-cinder-842149-1-iscsi neutron-server[103512]: Metering agent@dv-cinder-842149-1-iscsi: {}, May 17 17:10:22.329185 dv-cinder-842149-1-iscsi neutron-server[103512]: Open vSwitch agent@dv-cinder-842149-1-iscsi: { 'AddressGroup': '1.2', May 17 17:10:22.329185 dv-cinder-842149-1-iscsi neutron-server[103512]: 'Agent': '1.1', May 17 17:10:22.329185 dv-cinder-842149-1-iscsi neutron-server[103512]: 'ConntrackHelper': '1.0', May 17 17:10:22.329185 dv-cinder-842149-1-iscsi neutron-server[103512]: 'LocalIPAssociation': '1.0', May 17 17:10:22.329185 dv-cinder-842149-1-iscsi neutron-server[103512]: 'Log': '1.0', May 17 17:10:22.329185 dv-cinder-842149-1-iscsi neutron-server[103512]: 'NDPProxy': '1.0', May 17 17:10:22.329185 dv-cinder-842149-1-iscsi neutron-server[103512]: 'Network': '1.1', May 17 17:10:22.329185 dv-cinder-842149-1-iscsi neutron-server[103512]: 'Port': '1.7', May 17 17:10:22.329185 dv-cinder-842149-1-iscsi neutron-server[103512]: 'PortForwarding': '1.3', May 17 17:10:22.329185 dv-cinder-842149-1-iscsi neutron-server[103512]: 'QosPolicy': '1.10', May 17 17:10:22.329185 dv-cinder-842149-1-iscsi neutron-server[103512]: 'SecurityGroup': '1.5', May 17 17:10:22.329185 dv-cinder-842149-1-iscsi neutron-server[103512]: 'SecurityGroupRule': '1.2', May 17 17:10:22.329185 dv-cinder-842149-1-iscsi neutron-server[103512]: 'SubPort': '1.0', May 17 17:10:22.329185 dv-cinder-842149-1-iscsi neutron-server[103512]: 'Subnet': '1.1', May 17 17:10:22.329185 dv-cinder-842149-1-iscsi neutron-server[103512]: 'Trunk': '1.1'}} May 17 17:10:22.329185 dv-cinder-842149-1-iscsi neutron-server[103512]: {{(pid=103512) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 17:10:22.362297 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd70ebcc-0aca-4588-9720-020fec5b3a10 admin admin] Network 02c56ec1-398e-4da7-8d6f-c5872f286327 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:10:22.374559 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-cd70ebcc-0aca-4588-9720-020fec5b3a10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:10:22.388896 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd70ebcc-0aca-4588-9720-020fec5b3a10 admin admin] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:10:22.418218 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-85289d18-206d-4ac4-bed6-304e08f484a4 None None] Attempting to bind port c8abc61f-a1cc-43d0-a3b9-85e95b533db1 on host dv-cinder-842149-1-iscsi for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:10:22.418599 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-85289d18-206d-4ac4-bed6-304e08f484a4 None None] Attempting to bind port c8abc61f-a1cc-43d0-a3b9-85e95b533db1 by drivers openvswitch,hyperv on host dv-cinder-842149-1-iscsi at level 0 using segments [{'id': 'd5e61896-1faa-41a1-9cf3-1792af62c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:10:22.418972 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85289d18-206d-4ac4-bed6-304e08f484a4 None None] Attempting to bind port c8abc61f-a1cc-43d0-a3b9-85e95b533db1 on network d8fd1f2f-e54a-4844-8483-0ddae8800cdb {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:10:22.433898 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85289d18-206d-4ac4-bed6-304e08f484a4 None None] Checking agent: {'id': '112412f2-6814-4612-abcf-1771f8ba00b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 1, 57), 'started_at': datetime.datetime(2022, 5, 17, 17, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:10:22.434282 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85289d18-206d-4ac4-bed6-304e08f484a4 None None] Checking segment: {'id': 'd5e61896-1faa-41a1-9cf3-1792af62c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:10:22.434694 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-85289d18-206d-4ac4-bed6-304e08f484a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:22.435097 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85289d18-206d-4ac4-bed6-304e08f484a4 None None] Bound using segment: {'id': 'd5e61896-1faa-41a1-9cf3-1792af62c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:10:22.435588 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-85289d18-206d-4ac4-bed6-304e08f484a4 None None] Bound port: c8abc61f-a1cc-43d0-a3b9-85e95b533db1, host: dv-cinder-842149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e61896-1faa-41a1-9cf3-1792af62c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:10:22.435998 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-85289d18-206d-4ac4-bed6-304e08f484a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (c8abc61f-a1cc-43d0-a3b9-85e95b533db1), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:22.488526 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8bc7adbd-d23d-4873-899b-04cb66f3b3d4 admin admin] Publish callbacks [] for router_gateway (841f4662-38c1-42be-ba44-29e3e68c80fa), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:22.531306 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 42004) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:22.538479 dv-cinder-842149-1-iscsi neutron-server[103511]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 17 17:10:22.603161 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd70ebcc-0aca-4588-9720-020fec5b3a10 admin admin] Pushing event updated for resources: {'Port': ['ID=72196958-504a-45b1-8392-b78be4cb24af,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:22.628529 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-85289d18-206d-4ac4-bed6-304e08f484a4 None None] For port c8abc61f-a1cc-43d0-a3b9-85e95b533db1, host dv-cinder-842149-1-iscsi, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:10:22.639462 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-85289d18-206d-4ac4-bed6-304e08f484a4 None None] For port c8abc61f-a1cc-43d0-a3b9-85e95b533db1, host dv-cinder-842149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=c8abc61f-a1cc-43d0-a3b9-85e95b533db1,segment=NetworkSegment(d5e61896-1faa-41a1-9cf3-1792af62c374),segment_id=d5e61896-1faa-41a1-9cf3-1792af62c374)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:10:22.684438 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.db_base_plugin_common [None req-7b49a557-ab17-4d33-9a4b-475a9aed631f admin admin] Allocated IP 172.27.0.199 (02c56ec1-398e-4da7-8d6f-c5872f286327/162161ae-47ec-4957-8899-c21f028f623a/2cb9cd50-b578-4187-b15e-fb561cb3f3e6) {{(pid=103511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:10:22.711441 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-85289d18-206d-4ac4-bed6-304e08f484a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (c8abc61f-a1cc-43d0-a3b9-85e95b533db1), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:22.823921 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cd70ebcc-0aca-4588-9720-020fec5b3a10 admin admin] Publish callbacks [] for router_gateway (22586ad8-7e71-42f6-bb3f-078c54e661c7), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:22.857824 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85289d18-206d-4ac4-bed6-304e08f484a4 None None] Pushing event updated for resources: {'Port': ['ID=c8abc61f-a1cc-43d0-a3b9-85e95b533db1,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:23.108536 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a3c109ed-9e0e-4161-a41d-d139497a6fe7 None None] Publish callbacks [] for port (00fcee4b-df27-433c-9118-c276f692caaa), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:23.125170 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-74b08cec-1899-41a4-a760-1fb9a3a0ce03 None None] Publish callbacks [] for port (eb825997-234b-4292-a0a6-6713a2824488), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:23.128799 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a3c109ed-9e0e-4161-a41d-d139497a6fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (00fcee4b-df27-433c-9118-c276f692caaa), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:23.137645 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-6f420eaa-9851-4845-a981-233ff1cf46fe tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:23.145357 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-6f420eaa-9851-4845-a981-233ff1cf46fe tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/networks?id=7ea9debc-8f24-47f4-b948-da6947775f55 HTTP/1.1" status: 200 len: 812 time: 0.6086154 May 17 17:10:23.146736 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cd70ebcc-0aca-4588-9720-020fec5b3a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7879595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7876840'] for router (22586ad8-7e71-42f6-bb3f-078c54e661c7), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:23.149027 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-74b08cec-1899-41a4-a760-1fb9a3a0ce03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (eb825997-234b-4292-a0a6-6713a2824488), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:23.187245 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-4e8deaef-8ee9-4609-b731-f8c575cbac5f tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/quotas/b4111fd040fc4a4d823b5e38204286f7 HTTP/1.1" status: 200 len: 375 time: 0.0403826 May 17 17:10:23.207385 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b08cec-1899-41a4-a760-1fb9a3a0ce03 None None] Network 1dd4923f-bb48-4a70-ba63-f0b98efd2694 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:10:23.218910 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c109ed-9e0e-4161-a41d-d139497a6fe7 None None] Network cabe2e00-7fdc-4f66-a15c-c9987c464947 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:10:23.222713 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-74b08cec-1899-41a4-a760-1fb9a3a0ce03 None None] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:10:23.230419 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-a3c109ed-9e0e-4161-a41d-d139497a6fe7 None None] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:10:23.234772 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b08cec-1899-41a4-a760-1fb9a3a0ce03 None None] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:10:23.247809 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c109ed-9e0e-4161-a41d-d139497a6fe7 None None] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:10:23.254274 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c109ed-9e0e-4161-a41d-d139497a6fe7 None None] Pushing event updated for resources: {'Port': ['ID=00fcee4b-df27-433c-9118-c276f692caaa,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:23.360031 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8bc7adbd-d23d-4873-899b-04cb66f3b3d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7879595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7876840'] for router (841f4662-38c1-42be-ba44-29e3e68c80fa), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:23.364109 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-8c3794d9-d591-46ec-9d90-16850f67ea24 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4111fd040fc4a4d823b5e38204286f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1765716 May 17 17:10:23.451460 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd70ebcc-0aca-4588-9720-020fec5b3a10 admin admin] Router 22586ad8-7e71-42f6-bb3f-078c54e661c7 is scheduled to L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 with binding_index 1 {{(pid=103510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 17:10:23.455388 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-854ea5ce-5c19-46e6-8b20-d3d583c6ee21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:23.455747 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7b49a557-ab17-4d33-9a4b-475a9aed631f admin admin] Publish callbacks [] for port (2cb9cd50-b578-4187-b15e-fb561cb3f3e6), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:23.457020 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b08cec-1899-41a4-a760-1fb9a3a0ce03 None None] Pushing event updated for resources: {'Port': ['ID=eb825997-234b-4292-a0a6-6713a2824488,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:23.465532 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-74b08cec-1899-41a4-a760-1fb9a3a0ce03 None None] Attempting to bind port eb825997-234b-4292-a0a6-6713a2824488 on host dv-cinder-842149-1-iscsi for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:10:23.466280 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-74b08cec-1899-41a4-a760-1fb9a3a0ce03 None None] Attempting to bind port eb825997-234b-4292-a0a6-6713a2824488 by drivers openvswitch,hyperv on host dv-cinder-842149-1-iscsi at level 0 using segments [{'id': 'de9d44b7-dbc5-440f-840c-db882c6566af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1dd4923f-bb48-4a70-ba63-f0b98efd2694'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:10:23.467062 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b08cec-1899-41a4-a760-1fb9a3a0ce03 None None] Attempting to bind port eb825997-234b-4292-a0a6-6713a2824488 on network 1dd4923f-bb48-4a70-ba63-f0b98efd2694 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:10:23.495660 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b08cec-1899-41a4-a760-1fb9a3a0ce03 None None] Checking agent: {'id': '112412f2-6814-4612-abcf-1771f8ba00b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 1, 57), 'started_at': datetime.datetime(2022, 5, 17, 17, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:10:23.495991 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b08cec-1899-41a4-a760-1fb9a3a0ce03 None None] Checking segment: {'id': 'de9d44b7-dbc5-440f-840c-db882c6566af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1dd4923f-bb48-4a70-ba63-f0b98efd2694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:10:23.496616 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-74b08cec-1899-41a4-a760-1fb9a3a0ce03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:23.497181 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b08cec-1899-41a4-a760-1fb9a3a0ce03 None None] Bound using segment: {'id': 'de9d44b7-dbc5-440f-840c-db882c6566af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1dd4923f-bb48-4a70-ba63-f0b98efd2694'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:10:23.497899 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-74b08cec-1899-41a4-a760-1fb9a3a0ce03 None None] Bound port: eb825997-234b-4292-a0a6-6713a2824488, host: dv-cinder-842149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9d44b7-dbc5-440f-840c-db882c6566af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1dd4923f-bb48-4a70-ba63-f0b98efd2694'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:10:23.498448 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-74b08cec-1899-41a4-a760-1fb9a3a0ce03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (eb825997-234b-4292-a0a6-6713a2824488), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:23.530164 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-a3c109ed-9e0e-4161-a41d-d139497a6fe7 None None] Attempting to bind port 00fcee4b-df27-433c-9118-c276f692caaa on host dv-cinder-842149-1-iscsi for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:10:23.530533 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-a3c109ed-9e0e-4161-a41d-d139497a6fe7 None None] Attempting to bind port 00fcee4b-df27-433c-9118-c276f692caaa by drivers openvswitch,hyperv on host dv-cinder-842149-1-iscsi at level 0 using segments [{'id': 'dd7c38ba-79f9-47ce-94d1-d0499646a213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:10:23.540476 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c109ed-9e0e-4161-a41d-d139497a6fe7 None None] Attempting to bind port 00fcee4b-df27-433c-9118-c276f692caaa on network cabe2e00-7fdc-4f66-a15c-c9987c464947 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:10:23.597316 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c109ed-9e0e-4161-a41d-d139497a6fe7 None None] Checking agent: {'id': '112412f2-6814-4612-abcf-1771f8ba00b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 1, 57), 'started_at': datetime.datetime(2022, 5, 17, 17, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:10:23.597688 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c109ed-9e0e-4161-a41d-d139497a6fe7 None None] Checking segment: {'id': 'dd7c38ba-79f9-47ce-94d1-d0499646a213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:10:23.604838 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a3c109ed-9e0e-4161-a41d-d139497a6fe7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:23.606021 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c109ed-9e0e-4161-a41d-d139497a6fe7 None None] Bound using segment: {'id': 'dd7c38ba-79f9-47ce-94d1-d0499646a213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:10:23.606691 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-a3c109ed-9e0e-4161-a41d-d139497a6fe7 None None] Bound port: 00fcee4b-df27-433c-9118-c276f692caaa, host: dv-cinder-842149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7c38ba-79f9-47ce-94d1-d0499646a213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:10:23.607253 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a3c109ed-9e0e-4161-a41d-d139497a6fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (00fcee4b-df27-433c-9118-c276f692caaa), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:23.612055 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd70ebcc-0aca-4588-9720-020fec5b3a10 admin admin] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:10:23.628524 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d15e56-587f-44f9-b5ea-0c21c6134e3d None None] Sync routers for ids ['22586ad8-7e71-42f6-bb3f-078c54e661c7'] in dv-cinder-842149-1-iscsi {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:10:23.643893 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cd70ebcc-0aca-4588-9720-020fec5b3a10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:23.644300 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d15e56-587f-44f9-b5ea-0c21c6134e3d None None] Routers {'22586ad8-7e71-42f6-bb3f-078c54e661c7'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:10:23.645089 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-08d15e56-587f-44f9-b5ea-0c21c6134e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:10:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['22586ad8-7e71-42f6-bb3f-078c54e661c7'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:10:23.654510 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-cd70ebcc-0aca-4588-9720-020fec5b3a10 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.1036375 May 17 17:10:23.655283 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 42048) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:23.672401 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7b49a557-ab17-4d33-9a4b-475a9aed631f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (2cb9cd50-b578-4187-b15e-fb561cb3f3e6), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:23.766123 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-74b08cec-1899-41a4-a760-1fb9a3a0ce03 None None] For port eb825997-234b-4292-a0a6-6713a2824488, host dv-cinder-842149-1-iscsi, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:10:23.768463 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b49a557-ab17-4d33-9a4b-475a9aed631f admin admin] Network 02c56ec1-398e-4da7-8d6f-c5872f286327 is already hosted by enough agents. {{(pid=103511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:10:23.782368 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [None req-7b49a557-ab17-4d33-9a4b-475a9aed631f admin admin] Resources bound (agent type, host, resource id): {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:10:23.787962 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b49a557-ab17-4d33-9a4b-475a9aed631f admin admin] Received port after_create {{(pid=103511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:10:23.822894 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b49a557-ab17-4d33-9a4b-475a9aed631f admin admin] Pushing event updated for resources: {'Port': ['ID=2cb9cd50-b578-4187-b15e-fb561cb3f3e6,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:23.833923 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-74b08cec-1899-41a4-a760-1fb9a3a0ce03 None None] For port eb825997-234b-4292-a0a6-6713a2824488, host dv-cinder-842149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=eb825997-234b-4292-a0a6-6713a2824488,segment=NetworkSegment(de9d44b7-dbc5-440f-840c-db882c6566af),segment_id=de9d44b7-dbc5-440f-840c-db882c6566af)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:10:23.886496 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc7adbd-d23d-4873-899b-04cb66f3b3d4 admin admin] Router 841f4662-38c1-42be-ba44-29e3e68c80fa is scheduled to L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 with binding_index 1 {{(pid=103511) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 17:10:23.887236 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-74b08cec-1899-41a4-a760-1fb9a3a0ce03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (eb825997-234b-4292-a0a6-6713a2824488), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:23.913615 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-8822f9cf-8fab-454b-b3d7-3c89a0fbd087 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103511) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 17:10:23.914640 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-8822f9cf-8fab-454b-b3d7-3c89a0fbd087 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1758714 May 17 17:10:24.084708 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b08cec-1899-41a4-a760-1fb9a3a0ce03 None None] Pushing event updated for resources: {'Port': ['ID=eb825997-234b-4292-a0a6-6713a2824488,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:24.107697 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-a3c109ed-9e0e-4161-a41d-d139497a6fe7 None None] For port 00fcee4b-df27-433c-9118-c276f692caaa, host dv-cinder-842149-1-iscsi, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:10:24.136045 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-a3c109ed-9e0e-4161-a41d-d139497a6fe7 None None] For port 00fcee4b-df27-433c-9118-c276f692caaa, host dv-cinder-842149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=00fcee4b-df27-433c-9118-c276f692caaa,segment=NetworkSegment(dd7c38ba-79f9-47ce-94d1-d0499646a213),segment_id=dd7c38ba-79f9-47ce-94d1-d0499646a213)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:10:24.137539 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-08d15e56-587f-44f9-b5ea-0c21c6134e3d None None] Set router 22586ad8-7e71-42f6-bb3f-078c54e661c7 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:10:24.160494 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a3c109ed-9e0e-4161-a41d-d139497a6fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (00fcee4b-df27-433c-9118-c276f692caaa), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:24.233746 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 42068) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:24.393484 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c109ed-9e0e-4161-a41d-d139497a6fe7 None None] Pushing event updated for resources: {'Port': ['ID=00fcee4b-df27-433c-9118-c276f692caaa,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:24.421777 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-cc98038a-85e5-4089-969b-d108261e39cf service neutron] 10.222.0.48 "GET /v2.0/networks/7ea9debc-8f24-47f4-b948-da6947775f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4951415 May 17 17:10:24.648247 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc7adbd-d23d-4873-899b-04cb66f3b3d4 admin admin] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:10:24.663731 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device c8abc61f-a1cc-43d0-a3b9-85e95b533db1 up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:10:24.670936 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9af1c56-d316-475e-83ad-d909b670ce5c None None] Sync routers for ids ['841f4662-38c1-42be-ba44-29e3e68c80fa'] in dv-cinder-842149-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:10:24.682717 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-08d15e56-587f-44f9-b5ea-0c21c6134e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1289744616-router', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '72196958-504a-45b1-8392-b78be4cb24af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:22Z', 'revision_number': 3, 'project_id': '9d587d1ef11b4055b77055e6fbcc1899', 'gw_port': {'id': '72196958-504a-45b1-8392-b78be4cb24af', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:47:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:21Z', 'updated_at': '2022-05-17T17:10:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi'}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:10:24.721723 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d15e56-587f-44f9-b5ea-0c21c6134e3d None None] Checking router: 22586ad8-7e71-42f6-bb3f-078c54e661c7 for host: dv-cinder-842149-1-iscsi {{(pid=103513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:10:24.722377 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d15e56-587f-44f9-b5ea-0c21c6134e3d None None] Updating router 22586ad8-7e71-42f6-bb3f-078c54e661c7 port 72196958-504a-45b1-8392-b78be4cb24af binding host dv-cinder-842149-1-iscsi {{(pid=103513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 17:10:24.727327 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-92138806-1a4b-440a-a4fc-bf6e49adfb74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:24.779635 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-08d15e56-587f-44f9-b5ea-0c21c6134e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (72196958-504a-45b1-8392-b78be4cb24af), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:24.859966 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9af1c56-d316-475e-83ad-d909b670ce5c None None] Routers {'841f4662-38c1-42be-ba44-29e3e68c80fa'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:10:24.869664 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-c9af1c56-d316-475e-83ad-d909b670ce5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:10:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['841f4662-38c1-42be-ba44-29e3e68c80fa'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:10:24.969472 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:24.981631 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port c8abc61f-a1cc-43d0-a3b9-85e95b533db1 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:10:24.981874 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (c8abc61f-a1cc-43d0-a3b9-85e95b533db1), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:25.219104 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63aae279-9267-4b85-933f-fd4f40c44872 None None] Network d8fd1f2f-e54a-4844-8483-0ddae8800cdb requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:10:25.272068 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-08d15e56-587f-44f9-b5ea-0c21c6134e3d None None] Publish callbacks [] for port (72196958-504a-45b1-8392-b78be4cb24af), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:25.277943 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-d3ff8567-0c77-455e-a1c1-233ff3a65f5c None None] Provisioning complete for port c8abc61f-a1cc-43d0-a3b9-85e95b533db1 triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:10:25.278429 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d3ff8567-0c77-455e-a1c1-233ff3a65f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (c8abc61f-a1cc-43d0-a3b9-85e95b533db1), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:25.290299 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-c9af1c56-d316-475e-83ad-d909b670ce5c None None] Set router 841f4662-38c1-42be-ba44-29e3e68c80fa gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:10:25.295977 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-08d15e56-587f-44f9-b5ea-0c21c6134e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (72196958-504a-45b1-8392-b78be4cb24af), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:25.312646 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8bc7adbd-d23d-4873-899b-04cb66f3b3d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:25.326600 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 42094) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:25.329131 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-8bc7adbd-d23d-4873-899b-04cb66f3b3d4 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.8278587 May 17 17:10:25.346892 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7b49a557-ab17-4d33-9a4b-475a9aed631f admin admin] Publish callbacks [] for router_gateway (e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:25.403454 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-48f08961-82fc-4f61-af56-cbe86dcd769b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:25.452816 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-08d15e56-587f-44f9-b5ea-0c21c6134e3d None None] Attempting to bind port 72196958-504a-45b1-8392-b78be4cb24af on host dv-cinder-842149-1-iscsi for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:10:25.453140 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-08d15e56-587f-44f9-b5ea-0c21c6134e3d None None] Attempting to bind port 72196958-504a-45b1-8392-b78be4cb24af by drivers openvswitch,hyperv on host dv-cinder-842149-1-iscsi at level 0 using segments [{'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:10:25.453629 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d15e56-587f-44f9-b5ea-0c21c6134e3d None None] Attempting to bind port 72196958-504a-45b1-8392-b78be4cb24af on network 02c56ec1-398e-4da7-8d6f-c5872f286327 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:10:25.469700 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d15e56-587f-44f9-b5ea-0c21c6134e3d None None] Checking agent: {'id': '112412f2-6814-4612-abcf-1771f8ba00b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 1, 57), 'started_at': datetime.datetime(2022, 5, 17, 17, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:10:25.470070 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d15e56-587f-44f9-b5ea-0c21c6134e3d None None] Checking segment: {'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:10:25.470570 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-08d15e56-587f-44f9-b5ea-0c21c6134e3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:25.471087 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d15e56-587f-44f9-b5ea-0c21c6134e3d None None] Bound using segment: {'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:10:25.471835 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-08d15e56-587f-44f9-b5ea-0c21c6134e3d None None] Bound port: 72196958-504a-45b1-8392-b78be4cb24af, host: dv-cinder-842149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:10:25.472135 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-08d15e56-587f-44f9-b5ea-0c21c6134e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (72196958-504a-45b1-8392-b78be4cb24af), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:25.536634 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-08d15e56-587f-44f9-b5ea-0c21c6134e3d None None] For port 72196958-504a-45b1-8392-b78be4cb24af, host dv-cinder-842149-1-iscsi, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:10:25.546097 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-08d15e56-587f-44f9-b5ea-0c21c6134e3d None None] For port 72196958-504a-45b1-8392-b78be4cb24af, host dv-cinder-842149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=72196958-504a-45b1-8392-b78be4cb24af,segment=NetworkSegment(d323b912-4d66-4aae-868e-160b7e4a1fa7),segment_id=d323b912-4d66-4aae-868e-160b7e4a1fa7)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:10:25.550107 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b843069-6ba6-47b2-9668-af990663e2f9 None None] Pushing event updated for resources: {'Port': ['ID=72196958-504a-45b1-8392-b78be4cb24af,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:25.560581 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b843069-6ba6-47b2-9668-af990663e2f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:25.561156 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b843069-6ba6-47b2-9668-af990663e2f9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:25.616067 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b843069-6ba6-47b2-9668-af990663e2f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:25.616067 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b843069-6ba6-47b2-9668-af990663e2f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:25.616067 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b843069-6ba6-47b2-9668-af990663e2f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:25.616067 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b843069-6ba6-47b2-9668-af990663e2f9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:25.616067 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b843069-6ba6-47b2-9668-af990663e2f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:25.616067 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b843069-6ba6-47b2-9668-af990663e2f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:25.616067 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b843069-6ba6-47b2-9668-af990663e2f9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:25.616067 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b843069-6ba6-47b2-9668-af990663e2f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:25.616067 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b843069-6ba6-47b2-9668-af990663e2f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:25.616067 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b843069-6ba6-47b2-9668-af990663e2f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:25.616067 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b843069-6ba6-47b2-9668-af990663e2f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:25.616067 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b843069-6ba6-47b2-9668-af990663e2f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:25.616067 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b843069-6ba6-47b2-9668-af990663e2f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:25.616067 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b843069-6ba6-47b2-9668-af990663e2f9 None None] Tracked resource versions report: May 17 17:10:25.616067 dv-cinder-842149-1-iscsi neutron-server[103513]: pushed versions: May 17 17:10:25.616067 dv-cinder-842149-1-iscsi neutron-server[103513]: { 'AddressGroup': {'1.2'}, May 17 17:10:25.616067 dv-cinder-842149-1-iscsi neutron-server[103513]: 'Agent': {'1.1'}, May 17 17:10:25.616067 dv-cinder-842149-1-iscsi neutron-server[103513]: 'ConntrackHelper': {'1.0'}, May 17 17:10:25.616067 dv-cinder-842149-1-iscsi neutron-server[103513]: 'LocalIPAssociation': {'1.0'}, May 17 17:10:25.616067 dv-cinder-842149-1-iscsi neutron-server[103513]: 'Log': {'1.0'}, May 17 17:10:25.616067 dv-cinder-842149-1-iscsi neutron-server[103513]: 'NDPProxy': {'1.0'}, May 17 17:10:25.616067 dv-cinder-842149-1-iscsi neutron-server[103513]: 'Network': {'1.1'}, May 17 17:10:25.616067 dv-cinder-842149-1-iscsi neutron-server[103513]: 'Port': {'1.7'}, May 17 17:10:25.616067 dv-cinder-842149-1-iscsi neutron-server[103513]: 'PortForwarding': {'1.3'}, May 17 17:10:25.616067 dv-cinder-842149-1-iscsi neutron-server[103513]: 'QosPolicy': {'1.10'}, May 17 17:10:25.616067 dv-cinder-842149-1-iscsi neutron-server[103513]: 'SecurityGroup': {'1.5'}, May 17 17:10:25.616067 dv-cinder-842149-1-iscsi neutron-server[103513]: 'SecurityGroupRule': {'1.2'}, May 17 17:10:25.616067 dv-cinder-842149-1-iscsi neutron-server[103513]: 'SubPort': {'1.0'}, May 17 17:10:25.616067 dv-cinder-842149-1-iscsi neutron-server[103513]: 'Subnet': {'1.1'}, May 17 17:10:25.616067 dv-cinder-842149-1-iscsi neutron-server[103513]: 'Trunk': {'1.1'}} May 17 17:10:25.616067 dv-cinder-842149-1-iscsi neutron-server[103513]: consumer versions: May 17 17:10:25.616067 dv-cinder-842149-1-iscsi neutron-server[103513]: { DHCP agent@dv-cinder-842149-1-iscsi: {}, May 17 17:10:25.616067 dv-cinder-842149-1-iscsi neutron-server[103513]: HyperV agent@hv-cinder-84214: {}, May 17 17:10:25.616067 dv-cinder-842149-1-iscsi neutron-server[103513]: L3 agent@dv-cinder-842149-1-iscsi: {}, May 17 17:10:25.616067 dv-cinder-842149-1-iscsi neutron-server[103513]: Metadata agent@dv-cinder-842149-1-iscsi: {}, May 17 17:10:25.616067 dv-cinder-842149-1-iscsi neutron-server[103513]: Metering agent@dv-cinder-842149-1-iscsi: {}, May 17 17:10:25.616067 dv-cinder-842149-1-iscsi neutron-server[103513]: Open vSwitch agent@dv-cinder-842149-1-iscsi: { 'AddressGroup': '1.2', May 17 17:10:25.616067 dv-cinder-842149-1-iscsi neutron-server[103513]: 'Agent': '1.1', May 17 17:10:25.616067 dv-cinder-842149-1-iscsi neutron-server[103513]: 'ConntrackHelper': '1.0', May 17 17:10:25.634313 dv-cinder-842149-1-iscsi neutron-server[103513]: 'LocalIPAssociation': '1.0', May 17 17:10:25.634313 dv-cinder-842149-1-iscsi neutron-server[103513]: 'Log': '1.0', May 17 17:10:25.634313 dv-cinder-842149-1-iscsi neutron-server[103513]: 'NDPProxy': '1.0', May 17 17:10:25.634313 dv-cinder-842149-1-iscsi neutron-server[103513]: 'Network': '1.1', May 17 17:10:25.634313 dv-cinder-842149-1-iscsi neutron-server[103513]: 'Port': '1.7', May 17 17:10:25.634313 dv-cinder-842149-1-iscsi neutron-server[103513]: 'PortForwarding': '1.3', May 17 17:10:25.634313 dv-cinder-842149-1-iscsi neutron-server[103513]: 'QosPolicy': '1.10', May 17 17:10:25.634313 dv-cinder-842149-1-iscsi neutron-server[103513]: 'SecurityGroup': '1.5', May 17 17:10:25.634313 dv-cinder-842149-1-iscsi neutron-server[103513]: 'SecurityGroupRule': '1.2', May 17 17:10:25.634313 dv-cinder-842149-1-iscsi neutron-server[103513]: 'SubPort': '1.0', May 17 17:10:25.634313 dv-cinder-842149-1-iscsi neutron-server[103513]: 'Subnet': '1.1', May 17 17:10:25.634313 dv-cinder-842149-1-iscsi neutron-server[103513]: 'Trunk': '1.1'}} May 17 17:10:25.634313 dv-cinder-842149-1-iscsi neutron-server[103513]: {{(pid=103513) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 17:10:25.641568 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-8a255740-196d-4afe-bcb3-332724ffeb17 service neutron] 10.222.0.48 "GET /v2.0/networks/7ea9debc-8f24-47f4-b948-da6947775f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1188765 May 17 17:10:25.641674 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-08d15e56-587f-44f9-b5ea-0c21c6134e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (72196958-504a-45b1-8392-b78be4cb24af), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:25.703762 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-92138806-1a4b-440a-a4fc-bf6e49adfb74 admin admin] Publish callbacks [] for security_group (3be42e3c-9e81-4023-95b9-041f086d86d0), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:25.729729 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-92138806-1a4b-440a-a4fc-bf6e49adfb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (3be42e3c-9e81-4023-95b9-041f086d86d0), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:25.739900 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b843069-6ba6-47b2-9668-af990663e2f9 None None] Pushing event updated for resources: {'Port': ['ID=72196958-504a-45b1-8392-b78be4cb24af,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:25.771720 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d15e56-587f-44f9-b5ea-0c21c6134e3d None None] Routers {'22586ad8-7e71-42f6-bb3f-078c54e661c7'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:10:25.772372 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-08d15e56-587f-44f9-b5ea-0c21c6134e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:10:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['22586ad8-7e71-42f6-bb3f-078c54e661c7'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:10:25.879965 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-d3ff8567-0c77-455e-a1c1-233ff3a65f5c None None] Current status of the port c8abc61f-a1cc-43d0-a3b9-85e95b533db1 is: DOWN; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:10:25.880179 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d3ff8567-0c77-455e-a1c1-233ff3a65f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (c8abc61f-a1cc-43d0-a3b9-85e95b533db1), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:25.882591 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port c8abc61f-a1cc-43d0-a3b9-85e95b533db1 is: DOWN; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:10:25.883197 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (c8abc61f-a1cc-43d0-a3b9-85e95b533db1), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:25.920012 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:26.060224 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-08d15e56-587f-44f9-b5ea-0c21c6134e3d None None] Set router 22586ad8-7e71-42f6-bb3f-078c54e661c7 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:10:26.076806 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-d3ff8567-0c77-455e-a1c1-233ff3a65f5c None None] For port c8abc61f-a1cc-43d0-a3b9-85e95b533db1, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=c8abc61f-a1cc-43d0-a3b9-85e95b533db1,segment=NetworkSegment(d5e61896-1faa-41a1-9cf3-1792af62c374),segment_id=d5e61896-1faa-41a1-9cf3-1792af62c374)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:10:26.077484 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 42114) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:26.079291 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-92138806-1a4b-440a-a4fc-bf6e49adfb74 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e8cb5cc818724793a5634e8f8dad0753&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8396418 May 17 17:10:26.083177 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [None req-48f08961-82fc-4f61-af56-cbe86dcd769b admin admin] Allocated IP 172.20.0.1 (cabe2e00-7fdc-4f66-a15c-c9987c464947/7c810424-34e9-472b-8917-5d16a4254529/1f940f4f-5167-4ad7-80fd-a93c7e6f7d26) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:10:26.084477 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92138806-1a4b-440a-a4fc-bf6e49adfb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be42e3c-9e81-4023-95b9-041f086d86d0,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:26.116116 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7b49a557-ab17-4d33-9a4b-475a9aed631f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7879595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7876840'] for router (e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:26.120916 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 42116) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:26.125294 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d3ff8567-0c77-455e-a1c1-233ff3a65f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (c8abc61f-a1cc-43d0-a3b9-85e95b533db1), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:26.257937 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff8567-0c77-455e-a1c1-233ff3a65f5c None None] Pushing event updated for resources: {'Port': ['ID=c8abc61f-a1cc-43d0-a3b9-85e95b533db1,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:26.265789 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-e0b63288-60f0-4692-813b-61b722dc0f22 req-1eab6d54-cad7-46df-902d-b3bdd7128563 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8fba30-1d0b-43ea-ad0c-11129104e39b HTTP/1.1" status: 200 len: 210 time: 0.1386898 May 17 17:10:26.315494 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-c9af1c56-d316-475e-83ad-d909b670ce5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1424071257-router', 'tenant_id': 'ea3305a913c541e4a45267497213df1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'd97b4916-8d2a-4a67-b6d5-bef654ebc8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:19Z', 'updated_at': '2022-05-17T17:10:22Z', 'revision_number': 3, 'project_id': 'ea3305a913c541e4a45267497213df1c', 'gw_port': {'id': 'd97b4916-8d2a-4a67-b6d5-bef654ebc8fe', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi'}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:10:26.370965 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9af1c56-d316-475e-83ad-d909b670ce5c None None] Checking router: 841f4662-38c1-42be-ba44-29e3e68c80fa for host: dv-cinder-842149-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:10:26.371671 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9af1c56-d316-475e-83ad-d909b670ce5c None None] Updating router 841f4662-38c1-42be-ba44-29e3e68c80fa port d97b4916-8d2a-4a67-b6d5-bef654ebc8fe binding host dv-cinder-842149-1-iscsi {{(pid=103512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 17:10:26.378467 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-81cd6ee3-e2c1-4fc3-bd67-bff4a21c1dac None None] Provisioning complete for port c8abc61f-a1cc-43d0-a3b9-85e95b533db1 triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:10:26.379107 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-81cd6ee3-e2c1-4fc3-bd67-bff4a21c1dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (c8abc61f-a1cc-43d0-a3b9-85e95b533db1), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:26.402856 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-08d15e56-587f-44f9-b5ea-0c21c6134e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1289744616-router', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '72196958-504a-45b1-8392-b78be4cb24af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:22Z', 'revision_number': 3, 'project_id': '9d587d1ef11b4055b77055e6fbcc1899', 'gw_port': {'id': '72196958-504a-45b1-8392-b78be4cb24af', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:47:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:21Z', 'updated_at': '2022-05-17T17:10:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi'}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:10:26.443407 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c836b8f-69d9-41e8-aa56-1dccf71469df None None] Network cabe2e00-7fdc-4f66-a15c-c9987c464947 requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:10:26.451423 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d15e56-587f-44f9-b5ea-0c21c6134e3d None None] The sync data for ids ['22586ad8-7e71-42f6-bb3f-078c54e661c7'] in dv-cinder-842149-1-iscsi is: [{'id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1289744616-router', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '72196958-504a-45b1-8392-b78be4cb24af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:22Z', 'revision_number': 3, 'project_id': '9d587d1ef11b4055b77055e6fbcc1899', 'gw_port': {'id': '72196958-504a-45b1-8392-b78be4cb24af', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:47:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:21Z', 'updated_at': '2022-05-17T17:10:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi'}] {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:10:26.518767 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.db.api [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103512) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 17 17:10:26.519736 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG oslo_db.api [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 17 17:10:26.542393 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c9af1c56-d316-475e-83ad-d909b670ce5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (d97b4916-8d2a-4a67-b6d5-bef654ebc8fe), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:26.562649 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b49a557-ab17-4d33-9a4b-475a9aed631f admin admin] Router e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7 is scheduled to L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 with binding_index 1 {{(pid=103511) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 17:10:26.594036 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a004bde2-daa4-4b74-9257-b35f3daa0efa None None] Network 1dd4923f-bb48-4a70-ba63-f0b98efd2694 requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:10:26.662174 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-48f08961-82fc-4f61-af56-cbe86dcd769b admin admin] Publish callbacks [] for port (1f940f4f-5167-4ad7-80fd-a93c7e6f7d26), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:26.667859 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-7171bf01-5a9d-469d-ae40-2658872c3917 admin admin] Publish callbacks [] for security_group (3be42e3c-9e81-4023-95b9-041f086d86d0), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:26.721975 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-7171bf01-5a9d-469d-ae40-2658872c3917 admin admin] Publish callbacks [] for security_group (3be42e3c-9e81-4023-95b9-041f086d86d0), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:26.736093 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b49a557-ab17-4d33-9a4b-475a9aed631f admin admin] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:10:26.747885 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf466407-40ca-4c40-a3d9-14d9bfd9be94 None None] Sync routers for ids ['e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7'] in dv-cinder-842149-1-iscsi {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:10:26.770142 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf466407-40ca-4c40-a3d9-14d9bfd9be94 None None] Routers {'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:10:26.773812 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-cf466407-40ca-4c40-a3d9-14d9bfd9be94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:10:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:10:26.802541 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-48f08961-82fc-4f61-af56-cbe86dcd769b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (1f940f4f-5167-4ad7-80fd-a93c7e6f7d26), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:26.804474 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7b49a557-ab17-4d33-9a4b-475a9aed631f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:26.810344 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 42136) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:26.811956 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-7b49a557-ab17-4d33-9a4b-475a9aed631f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.3836501 May 17 17:10:26.886223 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-81cd6ee3-e2c1-4fc3-bd67-bff4a21c1dac None None] Current status of the port c8abc61f-a1cc-43d0-a3b9-85e95b533db1 is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:10:27.104182 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-cf466407-40ca-4c40-a3d9-14d9bfd9be94 None None] Set router e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:10:27.140142 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f08961-82fc-4f61-af56-cbe86dcd769b admin admin] Network cabe2e00-7fdc-4f66-a15c-c9987c464947 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:10:27.157657 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-76fb86e6-811e-4d7b-98d4-4339c352e88c None None] Provisioning complete for port eb825997-234b-4292-a0a6-6713a2824488 triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:10:27.158248 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76fb86e6-811e-4d7b-98d4-4339c352e88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (eb825997-234b-4292-a0a6-6713a2824488), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:27.173827 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-48f08961-82fc-4f61-af56-cbe86dcd769b admin admin] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:10:27.188723 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a2dffcca-64b5-4d2f-a11f-dd8cce80c052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:27.192627 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f08961-82fc-4f61-af56-cbe86dcd769b admin admin] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:10:27.193158 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-48f08961-82fc-4f61-af56-cbe86dcd769b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7867333'] for router_interface (22586ad8-7e71-42f6-bb3f-078c54e661c7), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:27.198690 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f08961-82fc-4f61-af56-cbe86dcd769b admin admin] Pushing event updated for resources: {'Port': ['ID=1f940f4f-5167-4ad7-80fd-a93c7e6f7d26,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:27.230096 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port c8abc61f-a1cc-43d0-a3b9-85e95b533db1 is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:10:27.430673 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-7171bf01-5a9d-469d-ae40-2658872c3917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (3be42e3c-9e81-4023-95b9-041f086d86d0), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:27.436936 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-7171bf01-5a9d-469d-ae40-2658872c3917 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:27.446146 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-7171bf01-5a9d-469d-ae40-2658872c3917 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3be42e3c-9e81-4023-95b9-041f086d86d0 HTTP/1.1" status: 204 len: 168 time: 1.3591266 May 17 17:10:27.520656 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c9af1c56-d316-475e-83ad-d909b670ce5c None None] Publish callbacks [] for port (d97b4916-8d2a-4a67-b6d5-bef654ebc8fe), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:27.563465 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c9af1c56-d316-475e-83ad-d909b670ce5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (d97b4916-8d2a-4a67-b6d5-bef654ebc8fe), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:27.649427 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-76fb86e6-811e-4d7b-98d4-4339c352e88c None None] Current status of the port eb825997-234b-4292-a0a6-6713a2824488 is: DOWN; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:10:27.650019 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76fb86e6-811e-4d7b-98d4-4339c352e88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (eb825997-234b-4292-a0a6-6713a2824488), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:27.653169 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-cf466407-40ca-4c40-a3d9-14d9bfd9be94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'name': 'tempest-AttachVolumeTestJSON-1139753451-router', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '2cb9cd50-b578-4187-b15e-fb561cb3f3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:23Z', 'revision_number': 3, 'project_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'gw_port': {'id': '2cb9cd50-b578-4187-b15e-fb561cb3f3e6', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:21Z', 'updated_at': '2022-05-17T17:10:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi'}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:10:27.654874 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-582d7ad3-7fe1-4183-b4cf-e013cd0dedca req-1115dec0-26be-4d78-b675-5c77850b8af4 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8fba30-1d0b-43ea-ad0c-11129104e39b HTTP/1.1" status: 200 len: 210 time: 0.1673231 May 17 17:10:27.690582 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:27.729572 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf466407-40ca-4c40-a3d9-14d9bfd9be94 None None] Checking router: e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7 for host: dv-cinder-842149-1-iscsi {{(pid=103513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:10:27.730197 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf466407-40ca-4c40-a3d9-14d9bfd9be94 None None] Updating router e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7 port 2cb9cd50-b578-4187-b15e-fb561cb3f3e6 binding host dv-cinder-842149-1-iscsi {{(pid=103513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 17:10:27.731260 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device c8abc61f-a1cc-43d0-a3b9-85e95b533db1 up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:10:27.787203 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cf466407-40ca-4c40-a3d9-14d9bfd9be94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (2cb9cd50-b578-4187-b15e-fb561cb3f3e6), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:27.855786 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-c9af1c56-d316-475e-83ad-d909b670ce5c None None] Attempting to bind port d97b4916-8d2a-4a67-b6d5-bef654ebc8fe on host dv-cinder-842149-1-iscsi for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:10:27.856367 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-c9af1c56-d316-475e-83ad-d909b670ce5c None None] Attempting to bind port d97b4916-8d2a-4a67-b6d5-bef654ebc8fe by drivers openvswitch,hyperv on host dv-cinder-842149-1-iscsi at level 0 using segments [{'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:10:27.856898 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9af1c56-d316-475e-83ad-d909b670ce5c None None] Attempting to bind port d97b4916-8d2a-4a67-b6d5-bef654ebc8fe on network 02c56ec1-398e-4da7-8d6f-c5872f286327 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:10:27.867975 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0cd3d3-d41b-4817-b2a2-8f31243eb69d None None] Pushing event updated for resources: {'Port': ['ID=d97b4916-8d2a-4a67-b6d5-bef654ebc8fe,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:27.912449 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9af1c56-d316-475e-83ad-d909b670ce5c None None] Checking agent: {'id': '112412f2-6814-4612-abcf-1771f8ba00b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 1, 57), 'started_at': datetime.datetime(2022, 5, 17, 17, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:10:27.913286 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9af1c56-d316-475e-83ad-d909b670ce5c None None] Checking segment: {'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:10:27.914584 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c9af1c56-d316-475e-83ad-d909b670ce5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:27.916302 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9af1c56-d316-475e-83ad-d909b670ce5c None None] Bound using segment: {'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:10:27.917137 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-c9af1c56-d316-475e-83ad-d909b670ce5c None None] Bound port: d97b4916-8d2a-4a67-b6d5-bef654ebc8fe, host: dv-cinder-842149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:10:27.918293 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c9af1c56-d316-475e-83ad-d909b670ce5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (d97b4916-8d2a-4a67-b6d5-bef654ebc8fe), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:27.941048 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-76fb86e6-811e-4d7b-98d4-4339c352e88c None None] For port eb825997-234b-4292-a0a6-6713a2824488, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=eb825997-234b-4292-a0a6-6713a2824488,segment=NetworkSegment(de9d44b7-dbc5-440f-840c-db882c6566af),segment_id=de9d44b7-dbc5-440f-840c-db882c6566af)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:10:28.230985 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 42180) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:28.258685 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-46c8103d-76b1-4b3d-8806-59a0da6e408d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:28.305764 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-48f08961-82fc-4f61-af56-cbe86dcd769b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (1f940f4f-5167-4ad7-80fd-a93c7e6f7d26), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:28.338590 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171bf01-5a9d-469d-ae40-2658872c3917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be42e3c-9e81-4023-95b9-041f086d86d0,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:28.341971 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76fb86e6-811e-4d7b-98d4-4339c352e88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (eb825997-234b-4292-a0a6-6713a2824488), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:28.441863 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-46c8103d-76b1-4b3d-8806-59a0da6e408d admin admin] Publish callbacks [] for security_group (783b084c-9ead-40d6-8f6d-2a6f5908cac2), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:28.447960 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-46c8103d-76b1-4b3d-8806-59a0da6e408d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (783b084c-9ead-40d6-8f6d-2a6f5908cac2), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:28.516153 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-46c8103d-76b1-4b3d-8806-59a0da6e408d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6e98dfc1ed2a47a988d3fc5b1db0728d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2835593 May 17 17:10:28.517679 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8103d-76b1-4b3d-8806-59a0da6e408d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783b084c-9ead-40d6-8f6d-2a6f5908cac2,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:28.520957 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 42188) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:28.541831 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cf466407-40ca-4c40-a3d9-14d9bfd9be94 None None] Publish callbacks [] for port (2cb9cd50-b578-4187-b15e-fb561cb3f3e6), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:28.545869 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port c8abc61f-a1cc-43d0-a3b9-85e95b533db1 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:10:28.546405 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (c8abc61f-a1cc-43d0-a3b9-85e95b533db1), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:28.548257 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-76fb86e6-811e-4d7b-98d4-4339c352e88c None None] Provisioning complete for port 00fcee4b-df27-433c-9118-c276f692caaa triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:10:28.548792 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76fb86e6-811e-4d7b-98d4-4339c352e88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (00fcee4b-df27-433c-9118-c276f692caaa), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:28.556178 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cf466407-40ca-4c40-a3d9-14d9bfd9be94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (2cb9cd50-b578-4187-b15e-fb561cb3f3e6), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:28.637145 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13040753-e10f-4179-902e-dccc19f4ddfb None None] Pushing event updated for resources: {'Port': ['ID=2cb9cd50-b578-4187-b15e-fb561cb3f3e6,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:28.688823 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [None req-a2dffcca-64b5-4d2f-a11f-dd8cce80c052 admin admin] Allocated IP 172.20.0.1 (d8fd1f2f-e54a-4844-8483-0ddae8800cdb/ac6ed14f-342b-4c1d-a6d0-3f83923520d0/998694a2-0bfc-40b8-9e00-7ac3711e21d1) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:10:28.689591 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ae0c17f8-a1fb-4a67-abdc-2e0a26656ddd admin admin] Publish callbacks [] for security_group (783b084c-9ead-40d6-8f6d-2a6f5908cac2), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:28.712405 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-cf466407-40ca-4c40-a3d9-14d9bfd9be94 None None] Attempting to bind port 2cb9cd50-b578-4187-b15e-fb561cb3f3e6 on host dv-cinder-842149-1-iscsi for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:10:28.712986 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-cf466407-40ca-4c40-a3d9-14d9bfd9be94 None None] Attempting to bind port 2cb9cd50-b578-4187-b15e-fb561cb3f3e6 by drivers openvswitch,hyperv on host dv-cinder-842149-1-iscsi at level 0 using segments [{'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:10:28.713454 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf466407-40ca-4c40-a3d9-14d9bfd9be94 None None] Attempting to bind port 2cb9cd50-b578-4187-b15e-fb561cb3f3e6 on network 02c56ec1-398e-4da7-8d6f-c5872f286327 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:10:28.715292 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-c9af1c56-d316-475e-83ad-d909b670ce5c None None] For port d97b4916-8d2a-4a67-b6d5-bef654ebc8fe, host dv-cinder-842149-1-iscsi, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:10:28.719760 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb86e6-811e-4d7b-98d4-4339c352e88c None None] Pushing event updated for resources: {'Port': ['ID=eb825997-234b-4292-a0a6-6713a2824488,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:28.734497 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf466407-40ca-4c40-a3d9-14d9bfd9be94 None None] Checking agent: {'id': '112412f2-6814-4612-abcf-1771f8ba00b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 1, 57), 'started_at': datetime.datetime(2022, 5, 17, 17, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:10:28.740130 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf466407-40ca-4c40-a3d9-14d9bfd9be94 None None] Checking segment: {'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:10:28.740592 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cf466407-40ca-4c40-a3d9-14d9bfd9be94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:28.741063 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf466407-40ca-4c40-a3d9-14d9bfd9be94 None None] Bound using segment: {'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:10:28.741484 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-cf466407-40ca-4c40-a3d9-14d9bfd9be94 None None] Bound port: 2cb9cd50-b578-4187-b15e-fb561cb3f3e6, host: dv-cinder-842149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:10:28.741967 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cf466407-40ca-4c40-a3d9-14d9bfd9be94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (2cb9cd50-b578-4187-b15e-fb561cb3f3e6), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:28.749764 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-c9af1c56-d316-475e-83ad-d909b670ce5c None None] For port d97b4916-8d2a-4a67-b6d5-bef654ebc8fe, host dv-cinder-842149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=d97b4916-8d2a-4a67-b6d5-bef654ebc8fe,segment=NetworkSegment(d323b912-4d66-4aae-868e-160b7e4a1fa7),segment_id=d323b912-4d66-4aae-868e-160b7e4a1fa7)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:10:28.762511 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ae0c17f8-a1fb-4a67-abdc-2e0a26656ddd admin admin] Publish callbacks [] for security_group (783b084c-9ead-40d6-8f6d-2a6f5908cac2), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:28.765067 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c9af1c56-d316-475e-83ad-d909b670ce5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (d97b4916-8d2a-4a67-b6d5-bef654ebc8fe), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:28.843504 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-48f08961-82fc-4f61-af56-cbe86dcd769b admin admin] Publish callbacks [] for port (1f940f4f-5167-4ad7-80fd-a93c7e6f7d26), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:28.866294 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-76fb86e6-811e-4d7b-98d4-4339c352e88c None None] Current status of the port 00fcee4b-df27-433c-9118-c276f692caaa is: DOWN; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:10:28.867063 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76fb86e6-811e-4d7b-98d4-4339c352e88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (00fcee4b-df27-433c-9118-c276f692caaa), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:28.887007 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ae0c17f8-a1fb-4a67-abdc-2e0a26656ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (783b084c-9ead-40d6-8f6d-2a6f5908cac2), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:28.890673 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ae0c17f8-a1fb-4a67-abdc-2e0a26656ddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:28.892252 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-ae0c17f8-a1fb-4a67-abdc-2e0a26656ddd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/783b084c-9ead-40d6-8f6d-2a6f5908cac2 HTTP/1.1" status: 204 len: 168 time: 0.3565917 May 17 17:10:28.905697 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-cf466407-40ca-4c40-a3d9-14d9bfd9be94 None None] For port 2cb9cd50-b578-4187-b15e-fb561cb3f3e6, host dv-cinder-842149-1-iscsi, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:10:28.908902 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c17f8-a1fb-4a67-abdc-2e0a26656ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783b084c-9ead-40d6-8f6d-2a6f5908cac2,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:28.919210 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-cf466407-40ca-4c40-a3d9-14d9bfd9be94 None None] For port 2cb9cd50-b578-4187-b15e-fb561cb3f3e6, host dv-cinder-842149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=2cb9cd50-b578-4187-b15e-fb561cb3f3e6,segment=NetworkSegment(d323b912-4d66-4aae-868e-160b7e4a1fa7),segment_id=d323b912-4d66-4aae-868e-160b7e4a1fa7)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:10:28.934777 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port c8abc61f-a1cc-43d0-a3b9-85e95b533db1 is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:10:28.936170 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device eb825997-234b-4292-a0a6-6713a2824488 up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:10:28.942522 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-cf466407-40ca-4c40-a3d9-14d9bfd9be94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (2cb9cd50-b578-4187-b15e-fb561cb3f3e6), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:28.972268 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-64d08c15-9bd6-47af-a074-010440bcaa86 req-c075c6e0-4876-4115-8e7b-745c3f539404 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8fba30-1d0b-43ea-ad0c-11129104e39b HTTP/1.1" status: 200 len: 210 time: 0.0473170 May 17 17:10:29.011439 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-48f08961-82fc-4f61-af56-cbe86dcd769b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (1f940f4f-5167-4ad7-80fd-a93c7e6f7d26), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:29.013035 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-48f08961-82fc-4f61-af56-cbe86dcd769b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7868047'] for router_interface (22586ad8-7e71-42f6-bb3f-078c54e661c7), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:29.013412 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9af1c56-d316-475e-83ad-d909b670ce5c None None] Routers {'841f4662-38c1-42be-ba44-29e3e68c80fa'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:10:29.014589 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-c9af1c56-d316-475e-83ad-d909b670ce5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:10:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['841f4662-38c1-42be-ba44-29e3e68c80fa'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:10:29.018246 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13040753-e10f-4179-902e-dccc19f4ddfb None None] Pushing event updated for resources: {'Port': ['ID=2cb9cd50-b578-4187-b15e-fb561cb3f3e6,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:29.043973 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf466407-40ca-4c40-a3d9-14d9bfd9be94 None None] Routers {'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:10:29.044645 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-cf466407-40ca-4c40-a3d9-14d9bfd9be94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:10:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:10:29.046690 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0cd3d3-d41b-4817-b2a2-8f31243eb69d None None] Pushing event updated for resources: {'Port': ['ID=d97b4916-8d2a-4a67-b6d5-bef654ebc8fe,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:29.126935 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-76fb86e6-811e-4d7b-98d4-4339c352e88c None None] For port 00fcee4b-df27-433c-9118-c276f692caaa, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=00fcee4b-df27-433c-9118-c276f692caaa,segment=NetworkSegment(dd7c38ba-79f9-47ce-94d1-d0499646a213),segment_id=dd7c38ba-79f9-47ce-94d1-d0499646a213)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:10:29.137625 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76fb86e6-811e-4d7b-98d4-4339c352e88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (00fcee4b-df27-433c-9118-c276f692caaa), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:29.206129 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f08961-82fc-4f61-af56-cbe86dcd769b admin admin] Pushing event updated for resources: {'Port': ['ID=1f940f4f-5167-4ad7-80fd-a93c7e6f7d26,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:29.232884 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-cf466407-40ca-4c40-a3d9-14d9bfd9be94 None None] Set router e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:10:29.235408 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port eb825997-234b-4292-a0a6-6713a2824488 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:10:29.236265 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (eb825997-234b-4292-a0a6-6713a2824488), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:29.279334 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb86e6-811e-4d7b-98d4-4339c352e88c None None] Pushing event updated for resources: {'Port': ['ID=00fcee4b-df27-433c-9118-c276f692caaa,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:29.281669 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a2dffcca-64b5-4d2f-a11f-dd8cce80c052 admin admin] Publish callbacks [] for port (998694a2-0bfc-40b8-9e00-7ac3711e21d1), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:29.299763 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-540c655f-a125-4b67-922b-97f7a30f7b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:29.307846 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-c9af1c56-d316-475e-83ad-d909b670ce5c None None] Set router 841f4662-38c1-42be-ba44-29e3e68c80fa gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:10:29.336922 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f08961-82fc-4f61-af56-cbe86dcd769b admin admin] Network cabe2e00-7fdc-4f66-a15c-c9987c464947 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:10:29.355637 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-48f08961-82fc-4f61-af56-cbe86dcd769b admin admin] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:10:29.422965 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-42759062-d80b-4984-be55-8950f2413978 None None] Provisioning complete for port 1f940f4f-5167-4ad7-80fd-a93c7e6f7d26 triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:10:29.423681 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-42759062-d80b-4984-be55-8950f2413978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (1f940f4f-5167-4ad7-80fd-a93c7e6f7d26), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:29.457428 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-cf466407-40ca-4c40-a3d9-14d9bfd9be94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'name': 'tempest-AttachVolumeTestJSON-1139753451-router', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '2cb9cd50-b578-4187-b15e-fb561cb3f3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:23Z', 'revision_number': 3, 'project_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'gw_port': {'id': '2cb9cd50-b578-4187-b15e-fb561cb3f3e6', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:21Z', 'updated_at': '2022-05-17T17:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi'}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:10:29.457983 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a2dffcca-64b5-4d2f-a11f-dd8cce80c052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (998694a2-0bfc-40b8-9e00-7ac3711e21d1), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:29.473293 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-42759062-d80b-4984-be55-8950f2413978 None None] Port 1f940f4f-5167-4ad7-80fd-a93c7e6f7d26 cannot update to ACTIVE because it is not bound. {{(pid=103512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:10:29.493347 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf466407-40ca-4c40-a3d9-14d9bfd9be94 None None] The sync data for ids ['e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7'] in dv-cinder-842149-1-iscsi is: [{'id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'name': 'tempest-AttachVolumeTestJSON-1139753451-router', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '2cb9cd50-b578-4187-b15e-fb561cb3f3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:23Z', 'revision_number': 3, 'project_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'gw_port': {'id': '2cb9cd50-b578-4187-b15e-fb561cb3f3e6', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:21Z', 'updated_at': '2022-05-17T17:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi'}] {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:10:29.508347 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-42759062-d80b-4984-be55-8950f2413978 None None] Provisioning complete for port eb825997-234b-4292-a0a6-6713a2824488 triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:10:29.509312 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-42759062-d80b-4984-be55-8950f2413978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (eb825997-234b-4292-a0a6-6713a2824488), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:29.579646 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dffcca-64b5-4d2f-a11f-dd8cce80c052 admin admin] Network d8fd1f2f-e54a-4844-8483-0ddae8800cdb is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:10:29.590107 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-a2dffcca-64b5-4d2f-a11f-dd8cce80c052 admin admin] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:10:29.594246 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port eb825997-234b-4292-a0a6-6713a2824488 is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:10:29.595443 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 00fcee4b-df27-433c-9118-c276f692caaa up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:10:29.649632 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dffcca-64b5-4d2f-a11f-dd8cce80c052 admin admin] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:10:29.650660 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a2dffcca-64b5-4d2f-a11f-dd8cce80c052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7867333'] for router_interface (841f4662-38c1-42be-ba44-29e3e68c80fa), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:29.715505 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dffcca-64b5-4d2f-a11f-dd8cce80c052 admin admin] Pushing event updated for resources: {'Port': ['ID=998694a2-0bfc-40b8-9e00-7ac3711e21d1,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:29.728157 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port 00fcee4b-df27-433c-9118-c276f692caaa triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:10:29.728996 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (00fcee4b-df27-433c-9118-c276f692caaa), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:29.775773 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f08961-82fc-4f61-af56-cbe86dcd769b admin admin] Router 22586ad8-7e71-42f6-bb3f-078c54e661c7 has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:10:29.820187 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-42759062-d80b-4984-be55-8950f2413978 None None] Current status of the port eb825997-234b-4292-a0a6-6713a2824488 is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:10:29.886210 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-42759062-d80b-4984-be55-8950f2413978 None None] Provisioning complete for port 00fcee4b-df27-433c-9118-c276f692caaa triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:10:29.886210 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-42759062-d80b-4984-be55-8950f2413978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (00fcee4b-df27-433c-9118-c276f692caaa), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:29.939245 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a2dffcca-64b5-4d2f-a11f-dd8cce80c052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (998694a2-0bfc-40b8-9e00-7ac3711e21d1), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:30.033261 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [None req-540c655f-a125-4b67-922b-97f7a30f7b90 admin admin] Allocated IP 172.20.0.1 (1dd4923f-bb48-4a70-ba63-f0b98efd2694/d992d23d-73b7-4452-8ed4-109754aaf16e/a940b93f-3648-482e-84b5-b07696c878e9) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:10:30.045766 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-c9af1c56-d316-475e-83ad-d909b670ce5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1424071257-router', 'tenant_id': 'ea3305a913c541e4a45267497213df1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'd97b4916-8d2a-4a67-b6d5-bef654ebc8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:19Z', 'updated_at': '2022-05-17T17:10:22Z', 'revision_number': 3, 'project_id': 'ea3305a913c541e4a45267497213df1c', 'gw_port': {'id': 'd97b4916-8d2a-4a67-b6d5-bef654ebc8fe', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi'}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:10:30.085014 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9af1c56-d316-475e-83ad-d909b670ce5c None None] The sync data for ids ['841f4662-38c1-42be-ba44-29e3e68c80fa'] in dv-cinder-842149-1-iscsi is: [{'id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1424071257-router', 'tenant_id': 'ea3305a913c541e4a45267497213df1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'd97b4916-8d2a-4a67-b6d5-bef654ebc8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:19Z', 'updated_at': '2022-05-17T17:10:22Z', 'revision_number': 3, 'project_id': 'ea3305a913c541e4a45267497213df1c', 'gw_port': {'id': 'd97b4916-8d2a-4a67-b6d5-bef654ebc8fe', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi'}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:10:30.126371 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port 00fcee4b-df27-433c-9118-c276f692caaa is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:10:30.133035 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 72196958-504a-45b1-8392-b78be4cb24af up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:10:30.184469 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-e8f384c7-c687-45a3-abf4-425d9255b448 req-e27768e5-b425-4e12-9077-39a0a8a05491 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8fba30-1d0b-43ea-ad0c-11129104e39b HTTP/1.1" status: 200 len: 210 time: 0.0687437 May 17 17:10:30.201558 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f08961-82fc-4f61-af56-cbe86dcd769b admin admin] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:10:30.217279 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-48f08961-82fc-4f61-af56-cbe86dcd769b admin admin] 10.222.0.48 "PUT /v2.0/routers/22586ad8-7e71-42f6-bb3f-078c54e661c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5504410 May 17 17:10:30.217515 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec22fcdf-aa2b-4603-b0d1-f3eecd78d238 None None] Sync routers for ids ['22586ad8-7e71-42f6-bb3f-078c54e661c7'] in dv-cinder-842149-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:10:30.303289 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-42759062-d80b-4984-be55-8950f2413978 None None] Current status of the port 00fcee4b-df27-433c-9118-c276f692caaa is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:10:30.316236 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec22fcdf-aa2b-4603-b0d1-f3eecd78d238 None None] Routers {'22586ad8-7e71-42f6-bb3f-078c54e661c7'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:10:30.316999 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-ec22fcdf-aa2b-4603-b0d1-f3eecd78d238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:10:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['22586ad8-7e71-42f6-bb3f-078c54e661c7'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:10:30.455274 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-04b21da1-9d5e-49c5-a0e9-a786696967ec None None] Provisioning complete for port 1f940f4f-5167-4ad7-80fd-a93c7e6f7d26 triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:10:30.455985 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-04b21da1-9d5e-49c5-a0e9-a786696967ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (1f940f4f-5167-4ad7-80fd-a93c7e6f7d26), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:30.499488 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port 72196958-504a-45b1-8392-b78be4cb24af triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:10:30.500025 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (72196958-504a-45b1-8392-b78be4cb24af), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:30.536661 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-04b21da1-9d5e-49c5-a0e9-a786696967ec None None] Port 1f940f4f-5167-4ad7-80fd-a93c7e6f7d26 cannot update to ACTIVE because it is not bound. {{(pid=103512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:10:30.550623 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-04b21da1-9d5e-49c5-a0e9-a786696967ec None None] Provisioning complete for port 998694a2-0bfc-40b8-9e00-7ac3711e21d1 triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:10:30.551237 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-04b21da1-9d5e-49c5-a0e9-a786696967ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (998694a2-0bfc-40b8-9e00-7ac3711e21d1), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:30.701163 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-04b21da1-9d5e-49c5-a0e9-a786696967ec None None] Port 998694a2-0bfc-40b8-9e00-7ac3711e21d1 cannot update to ACTIVE because it is not bound. {{(pid=103512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:10:30.824438 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a2dffcca-64b5-4d2f-a11f-dd8cce80c052 admin admin] Publish callbacks [] for port (998694a2-0bfc-40b8-9e00-7ac3711e21d1), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:30.825013 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-ec22fcdf-aa2b-4603-b0d1-f3eecd78d238 None None] Set router 22586ad8-7e71-42f6-bb3f-078c54e661c7 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:10:30.855950 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a2dffcca-64b5-4d2f-a11f-dd8cce80c052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (998694a2-0bfc-40b8-9e00-7ac3711e21d1), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:30.859112 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a2dffcca-64b5-4d2f-a11f-dd8cce80c052 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7868047'] for router_interface (841f4662-38c1-42be-ba44-29e3e68c80fa), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:30.877108 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port 72196958-504a-45b1-8392-b78be4cb24af is: DOWN; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:10:30.877502 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (72196958-504a-45b1-8392-b78be4cb24af), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:30.905691 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] For port 72196958-504a-45b1-8392-b78be4cb24af, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=72196958-504a-45b1-8392-b78be4cb24af,segment=NetworkSegment(d323b912-4d66-4aae-868e-160b7e4a1fa7),segment_id=d323b912-4d66-4aae-868e-160b7e4a1fa7)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:10:30.925210 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (72196958-504a-45b1-8392-b78be4cb24af), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:30.981521 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-540c655f-a125-4b67-922b-97f7a30f7b90 admin admin] Publish callbacks [] for port (a940b93f-3648-482e-84b5-b07696c878e9), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:31.053023 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 42248) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:31.057735 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-d0c2bce9-a355-4d8a-a720-35a413ec6004 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1650020278', 'description': 'tempest-description--248559283'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:10:31.120589 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dffcca-64b5-4d2f-a11f-dd8cce80c052 admin admin] Pushing event updated for resources: {'Port': ['ID=998694a2-0bfc-40b8-9e00-7ac3711e21d1,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:31.164175 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d0c2bce9-a355-4d8a-a720-35a413ec6004 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:31.390908 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-540c655f-a125-4b67-922b-97f7a30f7b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (a940b93f-3648-482e-84b5-b07696c878e9), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:31.439457 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d0c2bce9-a355-4d8a-a720-35a413ec6004 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks [] for security_group (d4a89216-ec9d-4145-9028-98013b985365), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:31.455273 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d0c2bce9-a355-4d8a-a720-35a413ec6004 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (d4a89216-ec9d-4145-9028-98013b985365), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:31.512148 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dffcca-64b5-4d2f-a11f-dd8cce80c052 admin admin] Network d8fd1f2f-e54a-4844-8483-0ddae8800cdb is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:10:31.529933 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-a2dffcca-64b5-4d2f-a11f-dd8cce80c052 admin admin] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:10:31.566138 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.23', 49467) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:31.641379 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540c655f-a125-4b67-922b-97f7a30f7b90 admin admin] Network 1dd4923f-bb48-4a70-ba63-f0b98efd2694 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:10:31.661251 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device eb825997-234b-4292-a0a6-6713a2824488 up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:10:31.695884 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c655f-a125-4b67-922b-97f7a30f7b90 admin admin] Pushing event updated for resources: {'Port': ['ID=a940b93f-3648-482e-84b5-b07696c878e9,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:31.703162 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-540c655f-a125-4b67-922b-97f7a30f7b90 admin admin] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:10:31.708454 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d0c2bce9-a355-4d8a-a720-35a413ec6004 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:31.721300 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-d0c2bce9-a355-4d8a-a720-35a413ec6004 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6628871 May 17 17:10:31.759433 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Pushing event updated for resources: {'Port': ['ID=72196958-504a-45b1-8392-b78be4cb24af,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:31.769301 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 42274) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:31.796699 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-e5b98250-9026-426e-a084-648a7d0bef5e tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Request body: {'security_group_rule': {'security_group_id': 'd4a89216-ec9d-4145-9028-98013b985365', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:10:31.798766 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540c655f-a125-4b67-922b-97f7a30f7b90 admin admin] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:10:31.799256 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-540c655f-a125-4b67-922b-97f7a30f7b90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7867333'] for router_interface (e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:31.812654 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c2bce9-a355-4d8a-a720-35a413ec6004 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a89216-ec9d-4145-9028-98013b985365,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:32.093778 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port eb825997-234b-4292-a0a6-6713a2824488 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:10:32.099503 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (eb825997-234b-4292-a0a6-6713a2824488), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:32.103020 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-48c8f44d-4655-406c-aa88-66ece51896b2 req-16d1bf4a-1a41-493a-848c-e9468603effa tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8fba30-1d0b-43ea-ad0c-11129104e39b HTTP/1.1" status: 200 len: 210 time: 0.3192358 May 17 17:10:32.156245 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e5b98250-9026-426e-a084-648a7d0bef5e tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks [] for security_group_rule (dde90892-0883-4d3e-8d89-840203e1bef3), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:32.191879 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2dffcca-64b5-4d2f-a11f-dd8cce80c052 admin admin] Router 841f4662-38c1-42be-ba44-29e3e68c80fa has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:10:32.280125 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-0c88723d-3c65-4d0c-89bf-03770ea90425 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:32.282144 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-0c88723d-3c65-4d0c-89bf-03770ea90425 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.23 "GET /v2.0/networks?id=7ea9debc-8f24-47f4-b948-da6947775f55 HTTP/1.1" status: 200 len: 812 time: 0.7122412 May 17 17:10:32.308815 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port eb825997-234b-4292-a0a6-6713a2824488 is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:10:32.309979 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 2cb9cd50-b578-4187-b15e-fb561cb3f3e6 up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:10:32.311809 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-ad0652e1-94c2-4f9a-b55b-e3e3fafe5bdf None None] Provisioning complete for port 998694a2-0bfc-40b8-9e00-7ac3711e21d1 triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:10:32.312565 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ad0652e1-94c2-4f9a-b55b-e3e3fafe5bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (998694a2-0bfc-40b8-9e00-7ac3711e21d1), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:32.320400 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-540c655f-a125-4b67-922b-97f7a30f7b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (a940b93f-3648-482e-84b5-b07696c878e9), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:32.341012 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e5b98250-9026-426e-a084-648a7d0bef5e tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks [] for security_group_rule (dde90892-0883-4d3e-8d89-840203e1bef3), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:32.347823 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e5b98250-9026-426e-a084-648a7d0bef5e tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935960'] for security_group_rule (dde90892-0883-4d3e-8d89-840203e1bef3), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:32.371356 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b98250-9026-426e-a084-648a7d0bef5e tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dde90892-0883-4d3e-8d89-840203e1bef3,revision_number=0']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:32.386017 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e5b98250-9026-426e-a084-648a7d0bef5e tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:32.387933 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-e5b98250-9026-426e-a084-648a7d0bef5e tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6174581 May 17 17:10:32.390750 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 42300) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:32.398348 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-1a772b08-a4df-4555-a261-a5ab48f91638 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Request body: {'security_group_rule': {'security_group_id': 'd4a89216-ec9d-4145-9028-98013b985365', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:10:32.406632 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-ad0652e1-94c2-4f9a-b55b-e3e3fafe5bdf None None] Port 998694a2-0bfc-40b8-9e00-7ac3711e21d1 cannot update to ACTIVE because it is not bound. {{(pid=103512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:10:32.408703 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-ec22fcdf-aa2b-4603-b0d1-f3eecd78d238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1289744616-router', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '72196958-504a-45b1-8392-b78be4cb24af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:27Z', 'revision_number': 4, 'project_id': '9d587d1ef11b4055b77055e6fbcc1899', 'gw_port': {'id': '72196958-504a-45b1-8392-b78be4cb24af', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:47:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:21Z', 'updated_at': '2022-05-17T17:10:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': '1f940f4f-5167-4ad7-80fd-a93c7e6f7d26', 'name': '', 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'mac_address': 'fa:16:3e:2a:4b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7c810424-34e9-472b-8917-5d16a4254529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:25Z', 'updated_at': '2022-05-17T17:10:28Z', 'revision_number': 2, 'project_id': '9d587d1ef11b4055b77055e6fbcc1899', 'subnets': [{'id': '7c810424-34e9-472b-8917-5d16a4254529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:10:32.439109 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2dffcca-64b5-4d2f-a11f-dd8cce80c052 admin admin] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:10:32.453489 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec22fcdf-aa2b-4603-b0d1-f3eecd78d238 None None] Checking router: 22586ad8-7e71-42f6-bb3f-078c54e661c7 for host: dv-cinder-842149-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:10:32.453854 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec22fcdf-aa2b-4603-b0d1-f3eecd78d238 None None] Updating router 22586ad8-7e71-42f6-bb3f-078c54e661c7 port 1f940f4f-5167-4ad7-80fd-a93c7e6f7d26 binding host dv-cinder-842149-1-iscsi {{(pid=103512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 17:10:32.458987 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1a772b08-a4df-4555-a261-a5ab48f91638 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks [] for security_group_rule (f151adbc-223b-462a-bacf-86fa934ef17e), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:32.470081 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-a2dffcca-64b5-4d2f-a11f-dd8cce80c052 admin admin] 10.222.0.48 "PUT /v2.0/routers/841f4662-38c1-42be-ba44-29e3e68c80fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1327062 May 17 17:10:32.542309 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ec22fcdf-aa2b-4603-b0d1-f3eecd78d238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (1f940f4f-5167-4ad7-80fd-a93c7e6f7d26), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:32.596233 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1a772b08-a4df-4555-a261-a5ab48f91638 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks [] for security_group_rule (f151adbc-223b-462a-bacf-86fa934ef17e), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:32.600849 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port 2cb9cd50-b578-4187-b15e-fb561cb3f3e6 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:10:32.601226 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (2cb9cd50-b578-4187-b15e-fb561cb3f3e6), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:32.603081 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-e926e14c-c1fa-475d-8d22-86af1e9ec1d1 None None] Provisioning complete for port a940b93f-3648-482e-84b5-b07696c878e9 triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:10:32.604376 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e926e14c-c1fa-475d-8d22-86af1e9ec1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (a940b93f-3648-482e-84b5-b07696c878e9), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:32.625814 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1a772b08-a4df-4555-a261-a5ab48f91638 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935960'] for security_group_rule (f151adbc-223b-462a-bacf-86fa934ef17e), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:32.694565 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a772b08-a4df-4555-a261-a5ab48f91638 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f151adbc-223b-462a-bacf-86fa934ef17e,revision_number=0']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:32.708016 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1a772b08-a4df-4555-a261-a5ab48f91638 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:32.714872 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-1a772b08-a4df-4555-a261-a5ab48f91638 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3230419 May 17 17:10:32.715682 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 42308) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:32.722456 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-f055dc5c-1f51-4657-b7ae-f1911ee63a80 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Request body: {'floatingip': {'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:10:32.747140 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-e926e14c-c1fa-475d-8d22-86af1e9ec1d1 None None] Port a940b93f-3648-482e-84b5-b07696c878e9 cannot update to ACTIVE because it is not bound. {{(pid=103512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:10:32.796539 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f055dc5c-1f51-4657-b7ae-f1911ee63a80 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:32.812040 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-540c655f-a125-4b67-922b-97f7a30f7b90 admin admin] Publish callbacks [] for port (a940b93f-3648-482e-84b5-b07696c878e9), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:32.833253 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-540c655f-a125-4b67-922b-97f7a30f7b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (a940b93f-3648-482e-84b5-b07696c878e9), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:32.836220 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-540c655f-a125-4b67-922b-97f7a30f7b90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7868047'] for router_interface (e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:32.872172 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port 2cb9cd50-b578-4187-b15e-fb561cb3f3e6 is: DOWN; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:10:32.872562 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (2cb9cd50-b578-4187-b15e-fb561cb3f3e6), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:32.988462 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] For port 2cb9cd50-b578-4187-b15e-fb561cb3f3e6, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=2cb9cd50-b578-4187-b15e-fb561cb3f3e6,segment=NetworkSegment(d323b912-4d66-4aae-868e-160b7e4a1fa7),segment_id=d323b912-4d66-4aae-868e-160b7e4a1fa7)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:10:32.998223 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c655f-a125-4b67-922b-97f7a30f7b90 admin admin] Pushing event updated for resources: {'Port': ['ID=a940b93f-3648-482e-84b5-b07696c878e9,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:33.094290 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (2cb9cd50-b578-4187-b15e-fb561cb3f3e6), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:33.095258 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 00fcee4b-df27-433c-9118-c276f692caaa up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:10:33.127723 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540c655f-a125-4b67-922b-97f7a30f7b90 admin admin] Network 1dd4923f-bb48-4a70-ba63-f0b98efd2694 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:10:33.136308 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-540c655f-a125-4b67-922b-97f7a30f7b90 admin admin] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:10:33.146053 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f055dc5c-1f51-4657-b7ae-f1911ee63a80 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:33.362627 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port 00fcee4b-df27-433c-9118-c276f692caaa triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:10:33.363285 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (00fcee4b-df27-433c-9118-c276f692caaa), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:33.422528 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a33deddb-adfd-40ac-9b16-8c1547a5aa5e req-d94862ca-0363-4b56-b7d4-29e24d618f75 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8fba30-1d0b-43ea-ad0c-11129104e39b HTTP/1.1" status: 200 len: 210 time: 0.1146731 May 17 17:10:33.432906 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540c655f-a125-4b67-922b-97f7a30f7b90 admin admin] Router e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7 has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:10:33.628887 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540c655f-a125-4b67-922b-97f7a30f7b90 admin admin] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:10:33.631316 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Pushing event updated for resources: {'Port': ['ID=2cb9cd50-b578-4187-b15e-fb561cb3f3e6,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:33.639247 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ec22fcdf-aa2b-4603-b0d1-f3eecd78d238 None None] Publish callbacks [] for port (1f940f4f-5167-4ad7-80fd-a93c7e6f7d26), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:33.642618 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e70149-5f5e-4736-bc35-0d2a9f304831 None None] Sync routers for ids ['e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7'] in dv-cinder-842149-1-iscsi {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:10:33.646856 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-540c655f-a125-4b67-922b-97f7a30f7b90 admin admin] 10.222.0.48 "PUT /v2.0/routers/e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8334706 May 17 17:10:33.656935 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-004c1c7f-0d9e-4d36-b08d-2120bab307fa None None] Provisioning complete for port a940b93f-3648-482e-84b5-b07696c878e9 triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:10:33.657193 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-004c1c7f-0d9e-4d36-b08d-2120bab307fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (a940b93f-3648-482e-84b5-b07696c878e9), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:33.671754 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e70149-5f5e-4736-bc35-0d2a9f304831 None None] Routers {'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:10:33.674465 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-e0e70149-5f5e-4736-bc35-0d2a9f304831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:10:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:10:33.700867 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-004c1c7f-0d9e-4d36-b08d-2120bab307fa None None] Port a940b93f-3648-482e-84b5-b07696c878e9 cannot update to ACTIVE because it is not bound. {{(pid=103512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:10:33.701950 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ec22fcdf-aa2b-4603-b0d1-f3eecd78d238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (1f940f4f-5167-4ad7-80fd-a93c7e6f7d26), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:33.754011 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0d3e8-d7a1-49d6-85b7-eb26831e16e8 None None] Pushing event updated for resources: {'Port': ['ID=1f940f4f-5167-4ad7-80fd-a93c7e6f7d26,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:33.795110 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.db_base_plugin_common [None req-f055dc5c-1f51-4657-b7ae-f1911ee63a80 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Allocated IP 172.27.0.42 (02c56ec1-398e-4da7-8d6f-c5872f286327/162161ae-47ec-4957-8899-c21f028f623a/7a0f46e2-19e7-41cd-b051-8d927903b3d0) {{(pid=103511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:10:33.811980 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port 00fcee4b-df27-433c-9118-c276f692caaa is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:10:33.813113 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device d97b4916-8d2a-4a67-b6d5-bef654ebc8fe up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:10:33.817324 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-e0e70149-5f5e-4736-bc35-0d2a9f304831 None None] Set router e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:10:33.945076 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 42354) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:33.950921 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-7f170b58-5c56-46ff-b3e9-d10d75afe3b0 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Request body: {'security_group': {'name': 'tempest-securitygroup--64763659', 'description': 'tempest-description--531678444'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:10:33.954952 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-ec22fcdf-aa2b-4603-b0d1-f3eecd78d238 None None] Attempting to bind port 1f940f4f-5167-4ad7-80fd-a93c7e6f7d26 on host dv-cinder-842149-1-iscsi for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:10:33.955331 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-ec22fcdf-aa2b-4603-b0d1-f3eecd78d238 None None] Attempting to bind port 1f940f4f-5167-4ad7-80fd-a93c7e6f7d26 by drivers openvswitch,hyperv on host dv-cinder-842149-1-iscsi at level 0 using segments [{'id': 'dd7c38ba-79f9-47ce-94d1-d0499646a213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:10:33.955746 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec22fcdf-aa2b-4603-b0d1-f3eecd78d238 None None] Attempting to bind port 1f940f4f-5167-4ad7-80fd-a93c7e6f7d26 on network cabe2e00-7fdc-4f66-a15c-c9987c464947 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:10:33.958901 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f055dc5c-1f51-4657-b7ae-f1911ee63a80 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks [] for port (7a0f46e2-19e7-41cd-b051-8d927903b3d0), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:33.960784 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc6aafe-bb18-4cec-a4fe-e962baf78048 None None] Sync routers for ids ['841f4662-38c1-42be-ba44-29e3e68c80fa'] in dv-cinder-842149-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:10:33.969356 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port d97b4916-8d2a-4a67-b6d5-bef654ebc8fe triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:10:33.970991 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (d97b4916-8d2a-4a67-b6d5-bef654ebc8fe), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:34.010909 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec22fcdf-aa2b-4603-b0d1-f3eecd78d238 None None] Checking agent: {'id': '112412f2-6814-4612-abcf-1771f8ba00b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 1, 57), 'started_at': datetime.datetime(2022, 5, 17, 17, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:10:34.011321 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-7f170b58-5c56-46ff-b3e9-d10d75afe3b0 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:34.011412 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec22fcdf-aa2b-4603-b0d1-f3eecd78d238 None None] Checking segment: {'id': 'dd7c38ba-79f9-47ce-94d1-d0499646a213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:10:34.011761 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ec22fcdf-aa2b-4603-b0d1-f3eecd78d238 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:34.012171 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec22fcdf-aa2b-4603-b0d1-f3eecd78d238 None None] Bound using segment: {'id': 'dd7c38ba-79f9-47ce-94d1-d0499646a213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:10:34.012662 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-ec22fcdf-aa2b-4603-b0d1-f3eecd78d238 None None] Bound port: 1f940f4f-5167-4ad7-80fd-a93c7e6f7d26, host: dv-cinder-842149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7c38ba-79f9-47ce-94d1-d0499646a213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:10:34.013049 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ec22fcdf-aa2b-4603-b0d1-f3eecd78d238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (1f940f4f-5167-4ad7-80fd-a93c7e6f7d26), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:34.065377 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-f2b755ca-7891-44c6-ab28-d950c97614b6 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:34.066837 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-f2b755ca-7891-44c6-ab28-d950c97614b6 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/networks?id=d8fd1f2f-e54a-4844-8483-0ddae8800cdb HTTP/1.1" status: 200 len: 819 time: 0.5874043 May 17 17:10:34.095857 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc6aafe-bb18-4cec-a4fe-e962baf78048 None None] Routers {'841f4662-38c1-42be-ba44-29e3e68c80fa'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:10:34.096105 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-9fc6aafe-bb18-4cec-a4fe-e962baf78048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:10:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['841f4662-38c1-42be-ba44-29e3e68c80fa'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:10:34.109514 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-40469313-8d60-4a6b-accf-2aece31c3ff8 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/quotas/ea3305a913c541e4a45267497213df1c HTTP/1.1" status: 200 len: 375 time: 0.0322845 May 17 17:10:34.116345 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f055dc5c-1f51-4657-b7ae-f1911ee63a80 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (7a0f46e2-19e7-41cd-b051-8d927903b3d0), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:34.141563 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-e0e70149-5f5e-4736-bc35-0d2a9f304831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'name': 'tempest-AttachVolumeTestJSON-1139753451-router', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '2cb9cd50-b578-4187-b15e-fb561cb3f3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:32Z', 'revision_number': 4, 'project_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'gw_port': {'id': '2cb9cd50-b578-4187-b15e-fb561cb3f3e6', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:21Z', 'updated_at': '2022-05-17T17:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': 'a940b93f-3648-482e-84b5-b07696c878e9', 'name': '', 'network_id': '1dd4923f-bb48-4a70-ba63-f0b98efd2694', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'mac_address': 'fa:16:3e:df:8c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd992d23d-73b7-4452-8ed4-109754aaf16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:29Z', 'updated_at': '2022-05-17T17:10:32Z', 'revision_number': 2, 'project_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'subnets': [{'id': 'd992d23d-73b7-4452-8ed4-109754aaf16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:10:34.166835 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-7f170b58-5c56-46ff-b3e9-d10d75afe3b0 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks [] for security_group (144e4d2e-db6c-4e33-9f03-091db52b8c1f), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:34.173045 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-7f170b58-5c56-46ff-b3e9-d10d75afe3b0 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (144e4d2e-db6c-4e33-9f03-091db52b8c1f), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:34.176794 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e70149-5f5e-4736-bc35-0d2a9f304831 None None] Checking router: e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7 for host: dv-cinder-842149-1-iscsi {{(pid=103513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:10:34.177182 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e70149-5f5e-4736-bc35-0d2a9f304831 None None] Updating router e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7 port a940b93f-3648-482e-84b5-b07696c878e9 binding host dv-cinder-842149-1-iscsi {{(pid=103513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 17:10:34.210612 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f170b58-5c56-46ff-b3e9-d10d75afe3b0 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=144e4d2e-db6c-4e33-9f03-091db52b8c1f,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:34.214568 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055dc5c-1f51-4657-b7ae-f1911ee63a80 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Pushing event updated for resources: {'Port': ['ID=7a0f46e2-19e7-41cd-b051-8d927903b3d0,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:34.221262 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e0e70149-5f5e-4736-bc35-0d2a9f304831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (a940b93f-3648-482e-84b5-b07696c878e9), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:34.234567 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f055dc5c-1f51-4657-b7ae-f1911ee63a80 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Network 02c56ec1-398e-4da7-8d6f-c5872f286327 is already hosted by enough agents. {{(pid=103511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:10:34.237658 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-7f170b58-5c56-46ff-b3e9-d10d75afe3b0 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:34.240199 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-7f170b58-5c56-46ff-b3e9-d10d75afe3b0 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2941101 May 17 17:10:34.242010 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 42358) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:34.245143 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [None req-f055dc5c-1f51-4657-b7ae-f1911ee63a80 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Resources bound (agent type, host, resource id): {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:10:34.245285 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-9978dbb9-8261-4cf6-a89c-57330e883b63 None None] Provisioning complete for port 1f940f4f-5167-4ad7-80fd-a93c7e6f7d26 triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:10:34.245615 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9978dbb9-8261-4cf6-a89c-57330e883b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (1f940f4f-5167-4ad7-80fd-a93c7e6f7d26), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:34.249758 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f055dc5c-1f51-4657-b7ae-f1911ee63a80 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Received port after_create {{(pid=103511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:10:34.253734 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-a70eb282-63ee-43b3-b259-cb132eb9a601 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Request body: {'security_group_rule': {'security_group_id': '144e4d2e-db6c-4e33-9f03-091db52b8c1f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:10:34.258943 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-d4a14a22-bedc-4689-9f04-d3343f9e0073 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea3305a913c541e4a45267497213df1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1315641 May 17 17:10:34.282764 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port d97b4916-8d2a-4a67-b6d5-bef654ebc8fe is: DOWN; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:10:34.282764 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (d97b4916-8d2a-4a67-b6d5-bef654ebc8fe), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:34.298334 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a70eb282-63ee-43b3-b259-cb132eb9a601 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks [] for security_group_rule (4f736e38-899b-4922-951c-39da8ec0280d), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:34.307354 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] For port d97b4916-8d2a-4a67-b6d5-bef654ebc8fe, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=d97b4916-8d2a-4a67-b6d5-bef654ebc8fe,segment=NetworkSegment(d323b912-4d66-4aae-868e-160b7e4a1fa7),segment_id=d323b912-4d66-4aae-868e-160b7e4a1fa7)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:10:34.350665 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-9978dbb9-8261-4cf6-a89c-57330e883b63 None None] Port 1f940f4f-5167-4ad7-80fd-a93c7e6f7d26 cannot update to ACTIVE because it is not bound. {{(pid=103512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:10:34.355676 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (d97b4916-8d2a-4a67-b6d5-bef654ebc8fe), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:34.359891 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-ec22fcdf-aa2b-4603-b0d1-f3eecd78d238 None None] For port 1f940f4f-5167-4ad7-80fd-a93c7e6f7d26, host dv-cinder-842149-1-iscsi, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:10:34.397168 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-ec22fcdf-aa2b-4603-b0d1-f3eecd78d238 None None] For port 1f940f4f-5167-4ad7-80fd-a93c7e6f7d26, host dv-cinder-842149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=1f940f4f-5167-4ad7-80fd-a93c7e6f7d26,segment=NetworkSegment(dd7c38ba-79f9-47ce-94d1-d0499646a213),segment_id=dd7c38ba-79f9-47ce-94d1-d0499646a213)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:10:34.405047 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-253e8bcb-a839-4d3d-807b-667d1f2f74d1 service neutron] 10.222.0.48 "GET /v2.0/networks/d8fd1f2f-e54a-4844-8483-0ddae8800cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223783 May 17 17:10:34.434978 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-9fc6aafe-bb18-4cec-a4fe-e962baf78048 None None] Set router 841f4662-38c1-42be-ba44-29e3e68c80fa gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:10:34.437347 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ec22fcdf-aa2b-4603-b0d1-f3eecd78d238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (1f940f4f-5167-4ad7-80fd-a93c7e6f7d26), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:34.452648 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a70eb282-63ee-43b3-b259-cb132eb9a601 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks [] for security_group_rule (4f736e38-899b-4922-951c-39da8ec0280d), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:34.461632 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a70eb282-63ee-43b3-b259-cb132eb9a601 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935960'] for security_group_rule (4f736e38-899b-4922-951c-39da8ec0280d), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:34.512531 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70eb282-63ee-43b3-b259-cb132eb9a601 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f736e38-899b-4922-951c-39da8ec0280d,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:34.555708 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f055dc5c-1f51-4657-b7ae-f1911ee63a80 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks [] for floatingip (2a64debc-9bee-4600-a736-92b0f30e76de), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:34.585485 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a70eb282-63ee-43b3-b259-cb132eb9a601 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:34.592608 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-a70eb282-63ee-43b3-b259-cb132eb9a601 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3492389 May 17 17:10:34.594511 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 42368) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:34.605059 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-94e63700-c5ef-414f-b3d6-1014c1566444 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Request body: {'security_group_rule': {'security_group_id': '144e4d2e-db6c-4e33-9f03-091db52b8c1f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:10:34.678581 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-94e63700-c5ef-414f-b3d6-1014c1566444 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks [] for security_group_rule (153a9815-abf4-4293-b7b0-1b2132832ca4), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:34.732309 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 2cb9cd50-b578-4187-b15e-fb561cb3f3e6 up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:10:34.734681 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Pushing event updated for resources: {'Port': ['ID=d97b4916-8d2a-4a67-b6d5-bef654ebc8fe,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:34.735059 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9403af13-672f-435e-b625-050afb59b966 req-020aa945-8af4-4294-ab1e-2369e776b7f8 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8fba30-1d0b-43ea-ad0c-11129104e39b HTTP/1.1" status: 200 len: 210 time: 0.1316919 May 17 17:10:34.772607 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e0e70149-5f5e-4736-bc35-0d2a9f304831 None None] Publish callbacks [] for port (a940b93f-3648-482e-84b5-b07696c878e9), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:34.786360 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e0e70149-5f5e-4736-bc35-0d2a9f304831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (a940b93f-3648-482e-84b5-b07696c878e9), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:34.837256 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-f8fe2d64-1c57-4089-a0b6-7111e6b781ea tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] Request body: {'port': {'device_id': '5d8fba30-1d0b-43ea-ad0c-11129104e39b', 'network_id': '7ea9debc-8f24-47f4-b948-da6947775f55', 'admin_state_up': True, 'tenant_id': 'b4111fd040fc4a4d823b5e38204286f7'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:10:34.872591 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-94e63700-c5ef-414f-b3d6-1014c1566444 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks [] for security_group_rule (153a9815-abf4-4293-b7b0-1b2132832ca4), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:34.882466 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-94e63700-c5ef-414f-b3d6-1014c1566444 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935960'] for security_group_rule (153a9815-abf4-4293-b7b0-1b2132832ca4), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:34.939819 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e63700-c5ef-414f-b3d6-1014c1566444 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=153a9815-abf4-4293-b7b0-1b2132832ca4,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:34.954114 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca1697c-c8fb-4007-ac48-4bcaca327d90 None None] Pushing event updated for resources: {'Port': ['ID=a940b93f-3648-482e-84b5-b07696c878e9,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:34.963178 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-94e63700-c5ef-414f-b3d6-1014c1566444 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:34.968620 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-94e63700-c5ef-414f-b3d6-1014c1566444 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3729906 May 17 17:10:34.970274 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 42390) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:34.982028 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-d7d6f142-b565-46c7-a45b-bc551960cdc4 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Request body: {'floatingip': {'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:10:35.050266 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d7d6f142-b565-46c7-a45b-bc551960cdc4 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:35.052496 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec22fcdf-aa2b-4603-b0d1-f3eecd78d238 None None] Routers {'22586ad8-7e71-42f6-bb3f-078c54e661c7'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:10:35.053659 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-ec22fcdf-aa2b-4603-b0d1-f3eecd78d238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:10:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['22586ad8-7e71-42f6-bb3f-078c54e661c7'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:10:35.096268 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f055dc5c-1f51-4657-b7ae-f1911ee63a80 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (7a0f46e2-19e7-41cd-b051-8d927903b3d0), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:35.123833 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-e0e70149-5f5e-4736-bc35-0d2a9f304831 None None] Attempting to bind port a940b93f-3648-482e-84b5-b07696c878e9 on host dv-cinder-842149-1-iscsi for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:10:35.125590 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-e0e70149-5f5e-4736-bc35-0d2a9f304831 None None] Attempting to bind port a940b93f-3648-482e-84b5-b07696c878e9 by drivers openvswitch,hyperv on host dv-cinder-842149-1-iscsi at level 0 using segments [{'id': 'de9d44b7-dbc5-440f-840c-db882c6566af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1dd4923f-bb48-4a70-ba63-f0b98efd2694'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:10:35.129937 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-30e736a7-7b00-42eb-bafe-8d6ac840e98a None None] Provisioning complete for port 1f940f4f-5167-4ad7-80fd-a93c7e6f7d26 triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:10:35.129937 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-30e736a7-7b00-42eb-bafe-8d6ac840e98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (1f940f4f-5167-4ad7-80fd-a93c7e6f7d26), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:35.137390 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e70149-5f5e-4736-bc35-0d2a9f304831 None None] Attempting to bind port a940b93f-3648-482e-84b5-b07696c878e9 on network 1dd4923f-bb48-4a70-ba63-f0b98efd2694 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:10:35.142881 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-9e93f3e1-60b9-421c-9bf5-f22cbdf62f78 service neutron] 10.222.0.48 "GET /v2.0/networks/d8fd1f2f-e54a-4844-8483-0ddae8800cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7285638 May 17 17:10:35.174096 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e70149-5f5e-4736-bc35-0d2a9f304831 None None] Checking agent: {'id': '112412f2-6814-4612-abcf-1771f8ba00b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 1, 57), 'started_at': datetime.datetime(2022, 5, 17, 17, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:10:35.175399 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e70149-5f5e-4736-bc35-0d2a9f304831 None None] Checking segment: {'id': 'de9d44b7-dbc5-440f-840c-db882c6566af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1dd4923f-bb48-4a70-ba63-f0b98efd2694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:10:35.176259 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e0e70149-5f5e-4736-bc35-0d2a9f304831 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:35.176370 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e70149-5f5e-4736-bc35-0d2a9f304831 None None] Bound using segment: {'id': 'de9d44b7-dbc5-440f-840c-db882c6566af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1dd4923f-bb48-4a70-ba63-f0b98efd2694'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:10:35.179590 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-e0e70149-5f5e-4736-bc35-0d2a9f304831 None None] Bound port: a940b93f-3648-482e-84b5-b07696c878e9, host: dv-cinder-842149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9d44b7-dbc5-440f-840c-db882c6566af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1dd4923f-bb48-4a70-ba63-f0b98efd2694'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:10:35.180397 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e0e70149-5f5e-4736-bc35-0d2a9f304831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (a940b93f-3648-482e-84b5-b07696c878e9), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:35.358749 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-e0e70149-5f5e-4736-bc35-0d2a9f304831 None None] For port a940b93f-3648-482e-84b5-b07696c878e9, host dv-cinder-842149-1-iscsi, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:10:35.371850 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-e0e70149-5f5e-4736-bc35-0d2a9f304831 None None] For port a940b93f-3648-482e-84b5-b07696c878e9, host dv-cinder-842149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=a940b93f-3648-482e-84b5-b07696c878e9,segment=NetworkSegment(de9d44b7-dbc5-440f-840c-db882c6566af),segment_id=de9d44b7-dbc5-440f-840c-db882c6566af)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:10:35.387671 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-e0e70149-5f5e-4736-bc35-0d2a9f304831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (a940b93f-3648-482e-84b5-b07696c878e9), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:35.601351 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-efef8262-0288-4075-a930-f97bdb779a54 req-d8f7769b-78a1-45ce-86fd-aec7b8110019 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d096e1-5210-41e8-ae6e-dee03652b474 HTTP/1.1" status: 200 len: 210 time: 0.1688597 May 17 17:10:35.666917 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-9fc6aafe-bb18-4cec-a4fe-e962baf78048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1424071257-router', 'tenant_id': 'ea3305a913c541e4a45267497213df1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'd97b4916-8d2a-4a67-b6d5-bef654ebc8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:19Z', 'updated_at': '2022-05-17T17:10:29Z', 'revision_number': 4, 'project_id': 'ea3305a913c541e4a45267497213df1c', 'gw_port': {'id': 'd97b4916-8d2a-4a67-b6d5-bef654ebc8fe', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': '998694a2-0bfc-40b8-9e00-7ac3711e21d1', 'name': '', 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb', 'tenant_id': 'ea3305a913c541e4a45267497213df1c', 'mac_address': 'fa:16:3e:94:7e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ac6ed14f-342b-4c1d-a6d0-3f83923520d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:27Z', 'updated_at': '2022-05-17T17:10:30Z', 'revision_number': 2, 'project_id': 'ea3305a913c541e4a45267497213df1c', 'subnets': [{'id': 'ac6ed14f-342b-4c1d-a6d0-3f83923520d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:10:35.675164 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d7d6f142-b565-46c7-a45b-bc551960cdc4 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:35.701302 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca1697c-c8fb-4007-ac48-4bcaca327d90 None None] Pushing event updated for resources: {'Port': ['ID=a940b93f-3648-482e-84b5-b07696c878e9,revision_number=4']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:35.707542 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e70149-5f5e-4736-bc35-0d2a9f304831 None None] Routers {'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:10:35.710222 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-e0e70149-5f5e-4736-bc35-0d2a9f304831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:10:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:10:35.925613 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-ec22fcdf-aa2b-4603-b0d1-f3eecd78d238 None None] Set router 22586ad8-7e71-42f6-bb3f-078c54e661c7 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:10:36.178758 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port 2cb9cd50-b578-4187-b15e-fb561cb3f3e6 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:10:36.179353 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (2cb9cd50-b578-4187-b15e-fb561cb3f3e6), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:36.180137 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-4900e711-1c85-4ca2-90d9-85a7bd26a1cf req-1738132d-64a0-40a9-8892-ba7f4dad43c1 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8fba30-1d0b-43ea-ad0c-11129104e39b HTTP/1.1" status: 200 len: 210 time: 0.1417472 May 17 17:10:36.216198 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-f8fe2d64-1c57-4089-a0b6-7111e6b781ea tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] Made reservation on behalf of b4111fd040fc4a4d823b5e38204286f7 for: {'port': 1} {{(pid=103511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:10:36.219930 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-f8fe2d64-1c57-4089-a0b6-7111e6b781ea tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:36.262429 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-e0e70149-5f5e-4736-bc35-0d2a9f304831 None None] Set router e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:10:36.346004 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc6aafe-bb18-4cec-a4fe-e962baf78048 None None] Checking router: 841f4662-38c1-42be-ba44-29e3e68c80fa for host: dv-cinder-842149-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:10:36.346368 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc6aafe-bb18-4cec-a4fe-e962baf78048 None None] Updating router 841f4662-38c1-42be-ba44-29e3e68c80fa port 998694a2-0bfc-40b8-9e00-7ac3711e21d1 binding host dv-cinder-842149-1-iscsi {{(pid=103512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 17:10:36.457982 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0d3e8-d7a1-49d6-85b7-eb26831e16e8 None None] Pushing event updated for resources: {'Port': ['ID=1f940f4f-5167-4ad7-80fd-a93c7e6f7d26,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:36.487090 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [None req-d7d6f142-b565-46c7-a45b-bc551960cdc4 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Allocated IP 172.27.0.161 (02c56ec1-398e-4da7-8d6f-c5872f286327/162161ae-47ec-4957-8899-c21f028f623a/6903fbab-19e8-4ced-86f8-73fb4debfef8) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:10:36.583061 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9fc6aafe-bb18-4cec-a4fe-e962baf78048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (998694a2-0bfc-40b8-9e00-7ac3711e21d1), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:36.625014 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d7d6f142-b565-46c7-a45b-bc551960cdc4 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks [] for port (6903fbab-19e8-4ced-86f8-73fb4debfef8), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:36.669221 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d7d6f142-b565-46c7-a45b-bc551960cdc4 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (6903fbab-19e8-4ced-86f8-73fb4debfef8), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:36.718400 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d6f142-b565-46c7-a45b-bc551960cdc4 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Network 02c56ec1-398e-4da7-8d6f-c5872f286327 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:10:36.722832 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-d7d6f142-b565-46c7-a45b-bc551960cdc4 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:10:36.730229 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d6f142-b565-46c7-a45b-bc551960cdc4 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:10:36.741128 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d6f142-b565-46c7-a45b-bc551960cdc4 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Pushing event updated for resources: {'Port': ['ID=6903fbab-19e8-4ced-86f8-73fb4debfef8,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:36.741553 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f055dc5c-1f51-4657-b7ae-f1911ee63a80 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks [] for port (7a0f46e2-19e7-41cd-b051-8d927903b3d0), precommit_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:36.763750 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f055dc5c-1f51-4657-b7ae-f1911ee63a80 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (7a0f46e2-19e7-41cd-b051-8d927903b3d0), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:36.903235 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d7d6f142-b565-46c7-a45b-bc551960cdc4 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks [] for floatingip (7acdded3-56bb-4568-91a2-7a0b5aca5446), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:37.027026 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d7d6f142-b565-46c7-a45b-bc551960cdc4 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (6903fbab-19e8-4ced-86f8-73fb4debfef8), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:37.069390 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 42496) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:37.428759 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-e0e70149-5f5e-4736-bc35-0d2a9f304831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'name': 'tempest-AttachVolumeTestJSON-1139753451-router', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '2cb9cd50-b578-4187-b15e-fb561cb3f3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:32Z', 'revision_number': 4, 'project_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'gw_port': {'id': '2cb9cd50-b578-4187-b15e-fb561cb3f3e6', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:21Z', 'updated_at': '2022-05-17T17:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': 'a940b93f-3648-482e-84b5-b07696c878e9', 'name': '', 'network_id': '1dd4923f-bb48-4a70-ba63-f0b98efd2694', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'mac_address': 'fa:16:3e:df:8c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd992d23d-73b7-4452-8ed4-109754aaf16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:29Z', 'updated_at': '2022-05-17T17:10:35Z', 'revision_number': 4, 'project_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'subnets': [{'id': 'd992d23d-73b7-4452-8ed4-109754aaf16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:10:37.438050 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-30e736a7-7b00-42eb-bafe-8d6ac840e98a None None] Current status of the port 1f940f4f-5167-4ad7-80fd-a93c7e6f7d26 is: DOWN; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:10:37.448815 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-30e736a7-7b00-42eb-bafe-8d6ac840e98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (1f940f4f-5167-4ad7-80fd-a93c7e6f7d26), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:37.490318 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e70149-5f5e-4736-bc35-0d2a9f304831 None None] The sync data for ids ['e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7'] in dv-cinder-842149-1-iscsi is: [{'id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'name': 'tempest-AttachVolumeTestJSON-1139753451-router', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '2cb9cd50-b578-4187-b15e-fb561cb3f3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:32Z', 'revision_number': 4, 'project_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'gw_port': {'id': '2cb9cd50-b578-4187-b15e-fb561cb3f3e6', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:21Z', 'updated_at': '2022-05-17T17:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': 'a940b93f-3648-482e-84b5-b07696c878e9', 'name': '', 'network_id': '1dd4923f-bb48-4a70-ba63-f0b98efd2694', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'mac_address': 'fa:16:3e:df:8c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd992d23d-73b7-4452-8ed4-109754aaf16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:29Z', 'updated_at': '2022-05-17T17:10:35Z', 'revision_number': 4, 'project_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'subnets': [{'id': 'd992d23d-73b7-4452-8ed4-109754aaf16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:10:37.655062 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 42520) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:37.731002 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f055dc5c-1f51-4657-b7ae-f1911ee63a80 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7866643'] for floatingip (2a64debc-9bee-4600-a736-92b0f30e76de), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:37.861942 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d7d6f142-b565-46c7-a45b-bc551960cdc4 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks [] for port (6903fbab-19e8-4ced-86f8-73fb4debfef8), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:37.896260 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port 2cb9cd50-b578-4187-b15e-fb561cb3f3e6 is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:10:37.901956 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 72196958-504a-45b1-8392-b78be4cb24af up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:10:37.906985 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d7d6f142-b565-46c7-a45b-bc551960cdc4 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (6903fbab-19e8-4ced-86f8-73fb4debfef8), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:37.913649 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-4cb229de-11ef-43df-a786-134d31a24525 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:37.962578 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f055dc5c-1f51-4657-b7ae-f1911ee63a80 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for floatingip (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:37.982373 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-f055dc5c-1f51-4657-b7ae-f1911ee63a80 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2632990 May 17 17:10:38.076901 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d7d6f142-b565-46c7-a45b-bc551960cdc4 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7866643'] for floatingip (7acdded3-56bb-4568-91a2-7a0b5aca5446), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:38.176521 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d7d6f142-b565-46c7-a45b-bc551960cdc4 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for floatingip (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:38.184303 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-d7d6f142-b565-46c7-a45b-bc551960cdc4 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2116160 May 17 17:10:38.219634 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-bd6b88d1-69c2-48a9-a914-c7cad6b10009 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:38.225134 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d6f142-b565-46c7-a45b-bc551960cdc4 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Pushing event updated for resources: {'Port': ['ID=6903fbab-19e8-4ced-86f8-73fb4debfef8,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:38.284614 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-32a37814-f3fc-4ce5-88d3-be3969380334 req-6c23e9f0-6906-4f50-8e46-abe69e44e0dc tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8fba30-1d0b-43ea-ad0c-11129104e39b HTTP/1.1" status: 200 len: 210 time: 0.6233816 May 17 17:10:38.345447 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port 72196958-504a-45b1-8392-b78be4cb24af triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:10:38.346516 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (72196958-504a-45b1-8392-b78be4cb24af), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:38.354585 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055dc5c-1f51-4657-b7ae-f1911ee63a80 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Pushing event updated for resources: {'Port': ['ID=7a0f46e2-19e7-41cd-b051-8d927903b3d0,revision_number=2']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:38.391214 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-30e736a7-7b00-42eb-bafe-8d6ac840e98a None None] For port 1f940f4f-5167-4ad7-80fd-a93c7e6f7d26, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=1f940f4f-5167-4ad7-80fd-a93c7e6f7d26,segment=NetworkSegment(dd7c38ba-79f9-47ce-94d1-d0499646a213),segment_id=dd7c38ba-79f9-47ce-94d1-d0499646a213)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:10:38.530403 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-30e736a7-7b00-42eb-bafe-8d6ac840e98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (1f940f4f-5167-4ad7-80fd-a93c7e6f7d26), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:38.536529 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.db_base_plugin_common [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-f8fe2d64-1c57-4089-a0b6-7111e6b781ea tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] Allocated IP 172.20.0.9 (7ea9debc-8f24-47f4-b948-da6947775f55/cb76c68c-c65c-4eb1-96de-e4da1ef4e1e4/43c4a27e-6ab5-4983-a112-df5a98db82e8) {{(pid=103511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:10:38.547415 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-4cb229de-11ef-43df-a786-134d31a24525 admin admin] Publish callbacks [] for security_group (15168ad0-faea-4b36-8cb8-40b723cf85d4), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:38.564827 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df75d31-fb43-4706-a64b-229023ffd279 req-3a2f3e2e-1866-4649-8943-484b42a1bf76 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:38.573948 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-0df75d31-fb43-4706-a64b-229023ffd279 req-3a2f3e2e-1866-4649-8943-484b42a1bf76 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/networks?id=d8fd1f2f-e54a-4844-8483-0ddae8800cdb HTTP/1.1" status: 200 len: 819 time: 2.4294863 May 17 17:10:38.578570 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-4cb229de-11ef-43df-a786-134d31a24525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (15168ad0-faea-4b36-8cb8-40b723cf85d4), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:38.682733 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-bd6b88d1-69c2-48a9-a914-c7cad6b10009 admin admin] Publish callbacks [] for security_group (bc7022ee-6dc6-4e46-b754-468918dbf7d5), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:38.686578 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-0df75d31-fb43-4706-a64b-229023ffd279 req-04326f74-3f55-43a9-9821-32bb538c7189 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/quotas/ea3305a913c541e4a45267497213df1c HTTP/1.1" status: 200 len: 375 time: 0.1093249 May 17 17:10:38.778905 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-bd6b88d1-69c2-48a9-a914-c7cad6b10009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (bc7022ee-6dc6-4e46-b754-468918dbf7d5), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:38.796624 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-4cb229de-11ef-43df-a786-134d31a24525 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=db7972884e6b4df686b005676e6d1b7c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1380923 May 17 17:10:38.805454 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 42570) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:38.846556 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-0df75d31-fb43-4706-a64b-229023ffd279 req-6efc3c10-e0d7-47d5-95a3-deb0b5ddb5b3 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea3305a913c541e4a45267497213df1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1564724 May 17 17:10:38.909616 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-bd6b88d1-69c2-48a9-a914-c7cad6b10009 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d95e2dc551c24d2aaed985cacbb3b03e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8390639 May 17 17:10:38.913147 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb229de-11ef-43df-a786-134d31a24525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15168ad0-faea-4b36-8cb8-40b723cf85d4,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:38.917436 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 42576) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:39.038804 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.23', 49484) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:39.133093 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 42580) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:39.144917 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-405e7ecc-6ae2-45ef-af29-7c733c3af444 None None] Provisioning complete for port a940b93f-3648-482e-84b5-b07696c878e9 triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:10:39.145584 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-405e7ecc-6ae2-45ef-af29-7c733c3af444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (a940b93f-3648-482e-84b5-b07696c878e9), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:39.175748 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-2fc81031-e8d1-4c59-88ce-f5240d9476e5 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1650020278&fields=id&tenant_id=9d587d1ef11b4055b77055e6fbcc1899 HTTP/1.1" status: 200 len: 267 time: 0.5523305 May 17 17:10:39.265679 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e736a7-7b00-42eb-bafe-8d6ac840e98a None None] Pushing event updated for resources: {'Port': ['ID=1f940f4f-5167-4ad7-80fd-a93c7e6f7d26,revision_number=5']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:39.439591 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-ec22fcdf-aa2b-4603-b0d1-f3eecd78d238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1289744616-router', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '72196958-504a-45b1-8392-b78be4cb24af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:27Z', 'revision_number': 4, 'project_id': '9d587d1ef11b4055b77055e6fbcc1899', 'gw_port': {'id': '72196958-504a-45b1-8392-b78be4cb24af', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:47:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:21Z', 'updated_at': '2022-05-17T17:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': '1f940f4f-5167-4ad7-80fd-a93c7e6f7d26', 'name': '', 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'mac_address': 'fa:16:3e:2a:4b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7c810424-34e9-472b-8917-5d16a4254529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:25Z', 'updated_at': '2022-05-17T17:10:34Z', 'revision_number': 4, 'project_id': '9d587d1ef11b4055b77055e6fbcc1899', 'subnets': [{'id': '7c810424-34e9-472b-8917-5d16a4254529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:10:39.547371 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b88d1-69c2-48a9-a914-c7cad6b10009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7022ee-6dc6-4e46-b754-468918dbf7d5,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:39.559590 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec22fcdf-aa2b-4603-b0d1-f3eecd78d238 None None] The sync data for ids ['22586ad8-7e71-42f6-bb3f-078c54e661c7'] in dv-cinder-842149-1-iscsi is: [{'id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1289744616-router', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '72196958-504a-45b1-8392-b78be4cb24af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:27Z', 'revision_number': 4, 'project_id': '9d587d1ef11b4055b77055e6fbcc1899', 'gw_port': {'id': '72196958-504a-45b1-8392-b78be4cb24af', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:47:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:21Z', 'updated_at': '2022-05-17T17:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': '1f940f4f-5167-4ad7-80fd-a93c7e6f7d26', 'name': '', 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'mac_address': 'fa:16:3e:2a:4b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7c810424-34e9-472b-8917-5d16a4254529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:25Z', 'updated_at': '2022-05-17T17:10:34Z', 'revision_number': 4, 'project_id': '9d587d1ef11b4055b77055e6fbcc1899', 'subnets': [{'id': '7c810424-34e9-472b-8917-5d16a4254529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:10:39.601672 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port 72196958-504a-45b1-8392-b78be4cb24af is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:10:39.625105 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b3f69c75-7346-45f6-94ee-02f3359d0585 admin admin] Publish callbacks [] for security_group (15168ad0-faea-4b36-8cb8-40b723cf85d4), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:39.689226 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d1bd3d22-3941-4091-b49e-5c5de2016999 admin admin] Publish callbacks [] for security_group (bc7022ee-6dc6-4e46-b754-468918dbf7d5), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:39.762733 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b3f69c75-7346-45f6-94ee-02f3359d0585 admin admin] Publish callbacks [] for security_group (15168ad0-faea-4b36-8cb8-40b723cf85d4), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:39.820975 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-405e7ecc-6ae2-45ef-af29-7c733c3af444 None None] Current status of the port a940b93f-3648-482e-84b5-b07696c878e9 is: DOWN; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:10:39.821381 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-405e7ecc-6ae2-45ef-af29-7c733c3af444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (a940b93f-3648-482e-84b5-b07696c878e9), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:39.829859 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-2bda4665-b125-4b5d-a379-5417f281f98b tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:39.833067 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-2bda4665-b125-4b5d-a379-5417f281f98b tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.23 "GET /v2.0/networks?id=d8fd1f2f-e54a-4844-8483-0ddae8800cdb HTTP/1.1" status: 200 len: 819 time: 0.7616315 May 17 17:10:39.851987 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d1bd3d22-3941-4091-b49e-5c5de2016999 admin admin] Publish callbacks [] for security_group (bc7022ee-6dc6-4e46-b754-468918dbf7d5), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:39.861678 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-f2822cb1-62f0-4115-a627-e1d8e1910514 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Request body: {'port': {'device_id': '09d096e1-5210-41e8-ae6e-dee03652b474', 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb', 'admin_state_up': True, 'tenant_id': 'ea3305a913c541e4a45267497213df1c'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:10:39.879572 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9fc6aafe-bb18-4cec-a4fe-e962baf78048 None None] Publish callbacks [] for port (998694a2-0bfc-40b8-9e00-7ac3711e21d1), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:39.903222 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9fc6aafe-bb18-4cec-a4fe-e962baf78048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (998694a2-0bfc-40b8-9e00-7ac3711e21d1), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:40.028837 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-405e7ecc-6ae2-45ef-af29-7c733c3af444 None None] For port a940b93f-3648-482e-84b5-b07696c878e9, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=a940b93f-3648-482e-84b5-b07696c878e9,segment=NetworkSegment(de9d44b7-dbc5-440f-840c-db882c6566af),segment_id=de9d44b7-dbc5-440f-840c-db882c6566af)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:10:40.042949 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-405e7ecc-6ae2-45ef-af29-7c733c3af444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (a940b93f-3648-482e-84b5-b07696c878e9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:40.071336 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device d97b4916-8d2a-4a67-b6d5-bef654ebc8fe up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:10:40.073063 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-f8fe2d64-1c57-4089-a0b6-7111e6b781ea tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] Publish callbacks [] for port (43c4a27e-6ab5-4983-a112-df5a98db82e8), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:40.100710 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d1bd3d22-3941-4091-b49e-5c5de2016999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (bc7022ee-6dc6-4e46-b754-468918dbf7d5), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:40.105608 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d1bd3d22-3941-4091-b49e-5c5de2016999 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:40.107167 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-d1bd3d22-3941-4091-b49e-5c5de2016999 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bc7022ee-6dc6-4e46-b754-468918dbf7d5 HTTP/1.1" status: 204 len: 168 time: 1.1872308 May 17 17:10:40.124706 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd3d22-3941-4091-b49e-5c5de2016999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7022ee-6dc6-4e46-b754-468918dbf7d5,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:40.142754 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b3f69c75-7346-45f6-94ee-02f3359d0585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (15168ad0-faea-4b36-8cb8-40b723cf85d4), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:40.144657 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca334921-aeca-4f85-93d5-617d3e8272ed None None] Pushing event updated for resources: {'Port': ['ID=998694a2-0bfc-40b8-9e00-7ac3711e21d1,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:40.155875 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-0df75d31-fb43-4706-a64b-229023ffd279 req-07d2328f-3a0f-42d2-b17e-58c2c7f5bad9 service neutron] 10.222.0.48 "GET /v2.0/networks/d8fd1f2f-e54a-4844-8483-0ddae8800cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3107078 May 17 17:10:40.157084 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b3f69c75-7346-45f6-94ee-02f3359d0585 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:40.158378 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e6a29101-0406-44bb-ae9d-13ff49b273fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:40.158923 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-b3f69c75-7346-45f6-94ee-02f3359d0585 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/15168ad0-faea-4b36-8cb8-40b723cf85d4 HTTP/1.1" status: 204 len: 168 time: 1.3480406 May 17 17:10:40.230883 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f69c75-7346-45f6-94ee-02f3359d0585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15168ad0-faea-4b36-8cb8-40b723cf85d4,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:40.332847 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-f2822cb1-62f0-4115-a627-e1d8e1910514 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Made reservation on behalf of ea3305a913c541e4a45267497213df1c for: {'port': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:10:40.346458 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-f2822cb1-62f0-4115-a627-e1d8e1910514 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:40.380303 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e7ecc-6ae2-45ef-af29-7c733c3af444 None None] Pushing event updated for resources: {'Port': ['ID=a940b93f-3648-482e-84b5-b07696c878e9,revision_number=5']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:40.502158 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-f8fe2d64-1c57-4089-a0b6-7111e6b781ea tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (43c4a27e-6ab5-4983-a112-df5a98db82e8), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:40.526676 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-0df75d31-fb43-4706-a64b-229023ffd279 req-eeddf0a1-9fb3-4bbb-9a86-11bd17395436 service neutron] 10.222.0.48 "GET /v2.0/networks/d8fd1f2f-e54a-4844-8483-0ddae8800cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696418 May 17 17:10:41.034544 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-f2822cb1-62f0-4115-a627-e1d8e1910514 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Allocated IP 172.20.0.7 (d8fd1f2f-e54a-4844-8483-0ddae8800cdb/ac6ed14f-342b-4c1d-a6d0-3f83923520d0/a023c407-040e-4e16-b8de-6dc1de12fc09) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:10:41.070014 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 42632) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:41.124589 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d30fdd76-2e6e-441e-b12c-f9f04ac1f02b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:41.146145 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-18027b3a-f9f9-4f88-afad-46ba9301b502 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:41.154360 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-18027b3a-f9f9-4f88-afad-46ba9301b502 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/networks?id=cabe2e00-7fdc-4f66-a15c-c9987c464947 HTTP/1.1" status: 200 len: 817 time: 1.5143180 May 17 17:10:41.359295 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d30fdd76-2e6e-441e-b12c-f9f04ac1f02b admin admin] Publish callbacks [] for security_group (3d7bb3ae-526c-4f8e-b6c6-e3d49bf985b2), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:41.360475 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-9fc6aafe-bb18-4cec-a4fe-e962baf78048 None None] Attempting to bind port 998694a2-0bfc-40b8-9e00-7ac3711e21d1 on host dv-cinder-842149-1-iscsi for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:10:41.362657 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-9fc6aafe-bb18-4cec-a4fe-e962baf78048 None None] Attempting to bind port 998694a2-0bfc-40b8-9e00-7ac3711e21d1 by drivers openvswitch,hyperv on host dv-cinder-842149-1-iscsi at level 0 using segments [{'id': 'd5e61896-1faa-41a1-9cf3-1792af62c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:10:41.365311 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc6aafe-bb18-4cec-a4fe-e962baf78048 None None] Attempting to bind port 998694a2-0bfc-40b8-9e00-7ac3711e21d1 on network d8fd1f2f-e54a-4844-8483-0ddae8800cdb {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:10:41.371947 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d30fdd76-2e6e-441e-b12c-f9f04ac1f02b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (3d7bb3ae-526c-4f8e-b6c6-e3d49bf985b2), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:41.380175 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-5144fa93-cb63-4116-a116-e2859f20c2dc None None] Provisioning complete for port 998694a2-0bfc-40b8-9e00-7ac3711e21d1 triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:10:41.382168 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5144fa93-cb63-4116-a116-e2859f20c2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (998694a2-0bfc-40b8-9e00-7ac3711e21d1), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:41.408540 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-d30fdd76-2e6e-441e-b12c-f9f04ac1f02b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1cdbe86a9b19464daf091f9e5001bc1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3304272 May 17 17:10:41.416734 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 42644) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:41.465900 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-5144fa93-cb63-4116-a116-e2859f20c2dc None None] Port 998694a2-0bfc-40b8-9e00-7ac3711e21d1 cannot update to ACTIVE because it is not bound. {{(pid=103512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:10:41.478225 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-f24d5a43-b792-4106-b7b9-c589b1e32919 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--64763659&fields=id&tenant_id=87f2aabc0cda49538fa0fd9d5db6bf51 HTTP/1.1" status: 200 len: 267 time: 0.3208520 May 17 17:10:41.502772 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc6aafe-bb18-4cec-a4fe-e962baf78048 None None] Checking agent: {'id': '112412f2-6814-4612-abcf-1771f8ba00b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 1, 57), 'started_at': datetime.datetime(2022, 5, 17, 17, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:10:41.503201 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc6aafe-bb18-4cec-a4fe-e962baf78048 None None] Checking segment: {'id': 'd5e61896-1faa-41a1-9cf3-1792af62c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:10:41.503637 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9fc6aafe-bb18-4cec-a4fe-e962baf78048 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:41.507204 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc6aafe-bb18-4cec-a4fe-e962baf78048 None None] Bound using segment: {'id': 'd5e61896-1faa-41a1-9cf3-1792af62c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:10:41.507797 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-9fc6aafe-bb18-4cec-a4fe-e962baf78048 None None] Bound port: 998694a2-0bfc-40b8-9e00-7ac3711e21d1, host: dv-cinder-842149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e61896-1faa-41a1-9cf3-1792af62c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:10:41.509053 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9fc6aafe-bb18-4cec-a4fe-e962baf78048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (998694a2-0bfc-40b8-9e00-7ac3711e21d1), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:41.519830 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-f8fe2d64-1c57-4089-a0b6-7111e6b781ea tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] Network 7ea9debc-8f24-47f4-b948-da6947775f55 is already hosted by enough agents. {{(pid=103511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:10:41.545777 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-f8fe2d64-1c57-4089-a0b6-7111e6b781ea tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] Resources bound (agent type, host, resource id): {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:10:41.558623 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30fdd76-2e6e-441e-b12c-f9f04ac1f02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7bb3ae-526c-4f8e-b6c6-e3d49bf985b2,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:41.571214 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-573055be-ddce-4ed0-b3e9-247f72e7d943 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/quotas/9d587d1ef11b4055b77055e6fbcc1899 HTTP/1.1" status: 200 len: 375 time: 0.4153452 May 17 17:10:41.581877 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-f8fe2d64-1c57-4089-a0b6-7111e6b781ea tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] Received port after_create {{(pid=103511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:10:41.588083 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-f8fe2d64-1c57-4089-a0b6-7111e6b781ea tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:41.589611 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-f8fe2d64-1c57-4089-a0b6-7111e6b781ea tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for port (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:41.646936 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port d97b4916-8d2a-4a67-b6d5-bef654ebc8fe triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:10:41.647139 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-f8f81992-417d-4fdc-b97d-45708f583be1 admin admin] Publish callbacks [] for security_group (3d7bb3ae-526c-4f8e-b6c6-e3d49bf985b2), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:41.648491 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (d97b4916-8d2a-4a67-b6d5-bef654ebc8fe), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:41.670696 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-954f8a3f-d085-4801-9805-b1c83f97b977 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9d587d1ef11b4055b77055e6fbcc1899&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0984685 May 17 17:10:41.686057 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe2d64-1c57-4089-a0b6-7111e6b781ea tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] Pushing event updated for resources: {'Port': ['ID=43c4a27e-6ab5-4983-a112-df5a98db82e8,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:41.784714 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-f8fe2d64-1c57-4089-a0b6-7111e6b781ea tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9875815 May 17 17:10:41.805432 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-672c363f-3dc3-496d-b99f-1d2014e93717 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103511) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 17:10:41.808064 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-672c363f-3dc3-496d-b99f-1d2014e93717 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0117924 May 17 17:10:41.845951 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-f8f81992-417d-4fdc-b97d-45708f583be1 admin admin] Publish callbacks [] for security_group (3d7bb3ae-526c-4f8e-b6c6-e3d49bf985b2), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:41.851750 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e6a29101-0406-44bb-ae9d-13ff49b273fb admin admin] Publish callbacks [] for security_group (ad4133f7-4799-49b1-b679-16178deec493), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:41.884887 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e6a29101-0406-44bb-ae9d-13ff49b273fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (ad4133f7-4799-49b1-b679-16178deec493), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:41.900359 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-f2822cb1-62f0-4115-a627-e1d8e1910514 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks [] for port (a023c407-040e-4e16-b8de-6dc1de12fc09), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:41.922967 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-e6a29101-0406-44bb-ae9d-13ff49b273fb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=affa04dcddb049af862886ae9f526353&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7822869 May 17 17:10:41.926571 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 42662) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:41.956867 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-15bccfb2-63e1-40ee-b337-8ccbc62dd299 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:41.958857 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-15bccfb2-63e1-40ee-b337-8ccbc62dd299 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/networks?id=1dd4923f-bb48-4a70-ba63-f0b98efd2694 HTTP/1.1" status: 200 len: 811 time: 0.4278736 May 17 17:10:41.976603 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-9fc6aafe-bb18-4cec-a4fe-e962baf78048 None None] For port 998694a2-0bfc-40b8-9e00-7ac3711e21d1, host dv-cinder-842149-1-iscsi, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:10:42.043074 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-c0a26f72-0221-448c-ada2-06fe76b1d5e0 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/quotas/87f2aabc0cda49538fa0fd9d5db6bf51 HTTP/1.1" status: 200 len: 375 time: 0.0524559 May 17 17:10:42.077239 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a29101-0406-44bb-ae9d-13ff49b273fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4133f7-4799-49b1-b679-16178deec493,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:42.093276 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-f8f81992-417d-4fdc-b97d-45708f583be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (3d7bb3ae-526c-4f8e-b6c6-e3d49bf985b2), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:42.099395 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-f8f81992-417d-4fdc-b97d-45708f583be1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:42.100740 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-f8f81992-417d-4fdc-b97d-45708f583be1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3d7bb3ae-526c-4f8e-b6c6-e3d49bf985b2 HTTP/1.1" status: 204 len: 168 time: 0.6765075 May 17 17:10:42.113124 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-9fc6aafe-bb18-4cec-a4fe-e962baf78048 None None] For port 998694a2-0bfc-40b8-9e00-7ac3711e21d1, host dv-cinder-842149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=998694a2-0bfc-40b8-9e00-7ac3711e21d1,segment=NetworkSegment(d5e61896-1faa-41a1-9cf3-1792af62c374),segment_id=d5e61896-1faa-41a1-9cf3-1792af62c374)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:10:42.128679 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f81992-417d-4fdc-b97d-45708f583be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7bb3ae-526c-4f8e-b6c6-e3d49bf985b2,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:42.140030 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-f2822cb1-62f0-4115-a627-e1d8e1910514 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (a023c407-040e-4e16-b8de-6dc1de12fc09), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:42.158453 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9fc6aafe-bb18-4cec-a4fe-e962baf78048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (998694a2-0bfc-40b8-9e00-7ac3711e21d1), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:42.333711 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-31c99403-5a9e-48ab-ba0a-928497030fff admin admin] Publish callbacks [] for security_group (ad4133f7-4799-49b1-b679-16178deec493), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:42.396673 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-3cb175eb-62db-46d4-a4d3-6175b4adfc3d tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=87f2aabc0cda49538fa0fd9d5db6bf51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3520803 May 17 17:10:42.433532 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca334921-aeca-4f85-93d5-617d3e8272ed None None] Pushing event updated for resources: {'Port': ['ID=998694a2-0bfc-40b8-9e00-7ac3711e21d1,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:42.561392 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-31c99403-5a9e-48ab-ba0a-928497030fff admin admin] Publish callbacks [] for security_group (ad4133f7-4799-49b1-b679-16178deec493), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:42.593308 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port d97b4916-8d2a-4a67-b6d5-bef654ebc8fe is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:10:42.596599 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device a940b93f-3648-482e-84b5-b07696c878e9 up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:10:42.715833 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-f2822cb1-62f0-4115-a627-e1d8e1910514 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Network d8fd1f2f-e54a-4844-8483-0ddae8800cdb is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:10:42.725237 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-f2822cb1-62f0-4115-a627-e1d8e1910514 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:10:42.785087 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-f2822cb1-62f0-4115-a627-e1d8e1910514 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:10:42.833463 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-f2822cb1-62f0-4115-a627-e1d8e1910514 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:42.848271 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-f2822cb1-62f0-4115-a627-e1d8e1910514 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:42.850886 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-c2020ea2-d6ad-4952-b731-c7885825de56 service neutron] 10.222.0.48 "GET /v2.0/networks/1dd4923f-bb48-4a70-ba63-f0b98efd2694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174304 May 17 17:10:42.853592 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port a940b93f-3648-482e-84b5-b07696c878e9 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:10:42.855557 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (a940b93f-3648-482e-84b5-b07696c878e9), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:42.869390 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc6aafe-bb18-4cec-a4fe-e962baf78048 None None] Routers {'841f4662-38c1-42be-ba44-29e3e68c80fa'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:10:42.870455 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-9fc6aafe-bb18-4cec-a4fe-e962baf78048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:10:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['841f4662-38c1-42be-ba44-29e3e68c80fa'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:10:42.892935 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2822cb1-62f0-4115-a627-e1d8e1910514 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Pushing event updated for resources: {'Port': ['ID=a023c407-040e-4e16-b8de-6dc1de12fc09,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:42.948533 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-f2822cb1-62f0-4115-a627-e1d8e1910514 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0930560 May 17 17:10:42.988748 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-31c99403-5a9e-48ab-ba0a-928497030fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (ad4133f7-4799-49b1-b679-16178deec493), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:43.016994 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-31c99403-5a9e-48ab-ba0a-928497030fff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:43.020411 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-31c99403-5a9e-48ab-ba0a-928497030fff admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ad4133f7-4799-49b1-b679-16178deec493 HTTP/1.1" status: 204 len: 168 time: 1.0925200 May 17 17:10:43.106850 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.23', 49491) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:43.233517 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c99403-5a9e-48ab-ba0a-928497030fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4133f7-4799-49b1-b679-16178deec493,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:43.255807 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-f5027eb4-2753-4150-8db7-eac59ab9e761 service neutron] 10.222.0.48 "GET /v2.0/networks/1dd4923f-bb48-4a70-ba63-f0b98efd2694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932474 May 17 17:10:43.293553 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-1f099b42-ceac-4baf-a519-ae4783eda5ce service neutron] Request body: {'port': {'device_id': '5d8fba30-1d0b-43ea-ad0c-11129104e39b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84214'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:10:43.327009 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-3845f656-9265-400b-9b3f-14f89aa7592b service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103511) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 17:10:43.328284 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-3845f656-9265-400b-9b3f-14f89aa7592b service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.0836239 May 17 17:10:43.468219 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-9fc6aafe-bb18-4cec-a4fe-e962baf78048 None None] Set router 841f4662-38c1-42be-ba44-29e3e68c80fa gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:10:43.497484 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-0874c7d4-649b-4b2d-90ad-a3299d17d720 service neutron] Request body: {'port': {'device_id': '09d096e1-5210-41e8-ae6e-dee03652b474', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84214'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:10:43.802500 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df75d31-fb43-4706-a64b-229023ffd279 req-08bdbcbc-4d2f-4de0-953c-d48b514eb157 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:43.804336 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0df75d31-fb43-4706-a64b-229023ffd279 req-08bdbcbc-4d2f-4de0-953c-d48b514eb157 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.23 "GET /v2.0/networks?id=d8fd1f2f-e54a-4844-8483-0ddae8800cdb HTTP/1.1" status: 200 len: 819 time: 0.6964672 May 17 17:10:43.825946 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-d433c412-5486-43a6-9043-0e8e28bac848 None None] Provisioning complete for port 998694a2-0bfc-40b8-9e00-7ac3711e21d1 triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:10:43.826329 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d433c412-5486-43a6-9043-0e8e28bac848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (998694a2-0bfc-40b8-9e00-7ac3711e21d1), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:43.888494 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-0df75d31-fb43-4706-a64b-229023ffd279 req-27d88b38-af3b-4440-ae4d-6227473ad2fd tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Request body: {'port': {'device_id': '58e0001f-f7bc-4b5c-8083-c72723f1d8d4', 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb', 'admin_state_up': True, 'tenant_id': 'ea3305a913c541e4a45267497213df1c'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:10:43.908428 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a4acc-5d43-448e-89f9-826caace223f req-c7487c4f-413f-45af-bb91-2c9cbf8307b0 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:43.922398 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-474a4acc-5d43-448e-89f9-826caace223f req-c7487c4f-413f-45af-bb91-2c9cbf8307b0 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8fba30-1d0b-43ea-ad0c-11129104e39b HTTP/1.1" status: 200 len: 931 time: 0.2029665 May 17 17:10:43.980336 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-0874c7d4-649b-4b2d-90ad-a3299d17d720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (a023c407-040e-4e16-b8de-6dc1de12fc09), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:44.011789 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-1f099b42-ceac-4baf-a519-ae4783eda5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (43c4a27e-6ab5-4983-a112-df5a98db82e8), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:44.365609 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port a940b93f-3648-482e-84b5-b07696c878e9 is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:10:44.418263 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 42714) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:44.462720 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-8eb919d1-c3af-44c1-acff-a3d569c297d3 service neutron] 10.222.0.48 "GET /v2.0/networks/cabe2e00-7fdc-4f66-a15c-c9987c464947?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0786276 May 17 17:10:44.476863 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0df75d31-fb43-4706-a64b-229023ffd279 req-27d88b38-af3b-4440-ae4d-6227473ad2fd tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Made reservation on behalf of ea3305a913c541e4a45267497213df1c for: {'port': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:10:44.480570 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0df75d31-fb43-4706-a64b-229023ffd279 req-27d88b38-af3b-4440-ae4d-6227473ad2fd tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:44.512369 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-474a4acc-5d43-448e-89f9-826caace223f req-36b77252-f4dd-4599-bebc-fb0c3c9d4ebb tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2c2ad51-a4d2-471e-b916-7c9c675518c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5867202 May 17 17:10:44.569808 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-d433c412-5486-43a6-9043-0e8e28bac848 None None] Current status of the port 998694a2-0bfc-40b8-9e00-7ac3711e21d1 is: DOWN; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:10:44.569808 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d433c412-5486-43a6-9043-0e8e28bac848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (998694a2-0bfc-40b8-9e00-7ac3711e21d1), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:44.656780 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-9fc6aafe-bb18-4cec-a4fe-e962baf78048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1424071257-router', 'tenant_id': 'ea3305a913c541e4a45267497213df1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'd97b4916-8d2a-4a67-b6d5-bef654ebc8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:19Z', 'updated_at': '2022-05-17T17:10:29Z', 'revision_number': 4, 'project_id': 'ea3305a913c541e4a45267497213df1c', 'gw_port': {'id': 'd97b4916-8d2a-4a67-b6d5-bef654ebc8fe', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': '998694a2-0bfc-40b8-9e00-7ac3711e21d1', 'name': '', 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb', 'tenant_id': 'ea3305a913c541e4a45267497213df1c', 'mac_address': 'fa:16:3e:94:7e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ac6ed14f-342b-4c1d-a6d0-3f83923520d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:27Z', 'updated_at': '2022-05-17T17:10:41Z', 'revision_number': 4, 'project_id': 'ea3305a913c541e4a45267497213df1c', 'subnets': [{'id': 'ac6ed14f-342b-4c1d-a6d0-3f83923520d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:10:44.721918 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc6aafe-bb18-4cec-a4fe-e962baf78048 None None] The sync data for ids ['841f4662-38c1-42be-ba44-29e3e68c80fa'] in dv-cinder-842149-1-iscsi is: [{'id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1424071257-router', 'tenant_id': 'ea3305a913c541e4a45267497213df1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'd97b4916-8d2a-4a67-b6d5-bef654ebc8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:19Z', 'updated_at': '2022-05-17T17:10:29Z', 'revision_number': 4, 'project_id': 'ea3305a913c541e4a45267497213df1c', 'gw_port': {'id': 'd97b4916-8d2a-4a67-b6d5-bef654ebc8fe', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': '998694a2-0bfc-40b8-9e00-7ac3711e21d1', 'name': '', 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb', 'tenant_id': 'ea3305a913c541e4a45267497213df1c', 'mac_address': 'fa:16:3e:94:7e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ac6ed14f-342b-4c1d-a6d0-3f83923520d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:27Z', 'updated_at': '2022-05-17T17:10:41Z', 'revision_number': 4, 'project_id': 'ea3305a913c541e4a45267497213df1c', 'subnets': [{'id': 'ac6ed14f-342b-4c1d-a6d0-3f83923520d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:10:44.794671 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device a940b93f-3648-482e-84b5-b07696c878e9 up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:10:44.831240 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a68e99a5-3ca4-463c-8e97-35a94d0a40bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:44.837426 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-d433c412-5486-43a6-9043-0e8e28bac848 None None] For port 998694a2-0bfc-40b8-9e00-7ac3711e21d1, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=998694a2-0bfc-40b8-9e00-7ac3711e21d1,segment=NetworkSegment(d5e61896-1faa-41a1-9cf3-1792af62c374),segment_id=d5e61896-1faa-41a1-9cf3-1792af62c374)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:10:44.880381 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d433c412-5486-43a6-9043-0e8e28bac848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (998694a2-0bfc-40b8-9e00-7ac3711e21d1), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:45.018744 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-4c1da6ef-8225-4735-a20b-fbac9bf1dfd2 req-faec8f3c-076d-4759-ab3b-2b010027ed32 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 210 time: 0.2481236 May 17 17:10:45.124348 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-0903bcdc-a73a-437e-8326-89228dd71551 None None] Provisioning complete for port a023c407-040e-4e16-b8de-6dc1de12fc09 triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:10:45.124900 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0903bcdc-a73a-437e-8326-89228dd71551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (a023c407-040e-4e16-b8de-6dc1de12fc09), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:45.230185 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433c412-5486-43a6-9043-0e8e28bac848 None None] Pushing event updated for resources: {'Port': ['ID=998694a2-0bfc-40b8-9e00-7ac3711e21d1,revision_number=5']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:45.236246 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port a940b93f-3648-482e-84b5-b07696c878e9 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:10:45.237279 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (a940b93f-3648-482e-84b5-b07696c878e9), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:45.327649 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-0903bcdc-a73a-437e-8326-89228dd71551 None None] Port a023c407-040e-4e16-b8de-6dc1de12fc09 cannot update to ACTIVE because it is not bound. {{(pid=103512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:10:45.421797 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port a940b93f-3648-482e-84b5-b07696c878e9 is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:10:45.426428 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 1f940f4f-5167-4ad7-80fd-a93c7e6f7d26 up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:10:45.502891 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-345a803d-e323-440f-adc9-74076e2a320e service neutron] 10.222.0.48 "GET /v2.0/networks/cabe2e00-7fdc-4f66-a15c-c9987c464947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0391564 May 17 17:10:45.641389 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port 1f940f4f-5167-4ad7-80fd-a93c7e6f7d26 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:10:45.648208 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (1f940f4f-5167-4ad7-80fd-a93c7e6f7d26), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:45.922973 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-0874c7d4-649b-4b2d-90ad-a3299d17d720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a023c407-040e-4e16-b8de-6dc1de12fc09 {{(pid=103510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:10:45.936242 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-0874c7d4-649b-4b2d-90ad-a3299d17d720 service neutron] Publish callbacks [] for port (a023c407-040e-4e16-b8de-6dc1de12fc09), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:45.964806 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.provisioning_blocks [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-0874c7d4-649b-4b2d-90ad-a3299d17d720 service neutron] Transition to ACTIVE for port object a023c407-040e-4e16-b8de-6dc1de12fc09 will not be triggered until provisioned by entity L2. {{(pid=103510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 17:10:45.978521 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-0874c7d4-649b-4b2d-90ad-a3299d17d720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (a023c407-040e-4e16-b8de-6dc1de12fc09), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:45.994089 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port 1f940f4f-5167-4ad7-80fd-a93c7e6f7d26 is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:10:46.207084 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.23', 49495) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:46.283946 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03787220-2426-4e25-94de-68bf1db1f98d req-eae897ef-b4e7-4dec-98e6-58122dabf02d tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:46.299646 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-03787220-2426-4e25-94de-68bf1db1f98d req-eae897ef-b4e7-4dec-98e6-58122dabf02d tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8fba30-1d0b-43ea-ad0c-11129104e39b HTTP/1.1" status: 200 len: 931 time: 0.1649041 May 17 17:10:46.317210 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0874c7d4-649b-4b2d-90ad-a3299d17d720 service neutron] Pushing event updated for resources: {'Port': ['ID=a023c407-040e-4e16-b8de-6dc1de12fc09,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:46.401306 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-0f7888b2-3033-4f5e-a1be-d17bac6802af req-4501dd35-b972-445b-965d-43602a9b2b22 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 210 time: 0.2405708 May 17 17:10:46.410103 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [req-0df75d31-fb43-4706-a64b-229023ffd279 req-27d88b38-af3b-4440-ae4d-6227473ad2fd tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Allocated IP 172.20.0.8 (d8fd1f2f-e54a-4844-8483-0ddae8800cdb/ac6ed14f-342b-4c1d-a6d0-3f83923520d0/1efef679-0e58-4dd9-94e3-c4f323122713) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:10:46.489678 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-1f099b42-ceac-4baf-a519-ae4783eda5ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43c4a27e-6ab5-4983-a112-df5a98db82e8 {{(pid=103511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:10:46.499868 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a68e99a5-3ca4-463c-8e97-35a94d0a40bd admin admin] Publish callbacks [] for security_group (edb29163-6269-44cc-b8d6-8df3a53a40d3), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:46.524403 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-1f099b42-ceac-4baf-a519-ae4783eda5ce service neutron] Publish callbacks [] for port (43c4a27e-6ab5-4983-a112-df5a98db82e8), precommit_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:46.566642 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-03787220-2426-4e25-94de-68bf1db1f98d req-b35bd9cb-52b2-4be5-b05a-20ccac79c64e tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2c2ad51-a4d2-471e-b916-7c9c675518c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660229 May 17 17:10:46.567459 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a68e99a5-3ca4-463c-8e97-35a94d0a40bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (edb29163-6269-44cc-b8d6-8df3a53a40d3), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:46.663993 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-1f099b42-ceac-4baf-a519-ae4783eda5ce service neutron] Transition to ACTIVE for port object 43c4a27e-6ab5-4983-a112-df5a98db82e8 will not be triggered until provisioned by entity L2. {{(pid=103511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 17:10:46.710446 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-1f099b42-ceac-4baf-a519-ae4783eda5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (43c4a27e-6ab5-4983-a112-df5a98db82e8), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:46.817248 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 998694a2-0bfc-40b8-9e00-7ac3711e21d1 up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:10:46.832064 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7111c323-8a8a-4ca1-bae9-d609f140c953 req-42712fc3-80a6-41f4-840a-b151e52ed0ef tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 210 time: 0.1652329 May 17 17:10:46.880420 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port 998694a2-0bfc-40b8-9e00-7ac3711e21d1 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:10:46.880802 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (998694a2-0bfc-40b8-9e00-7ac3711e21d1), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:47.003906 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-a68e99a5-3ca4-463c-8e97-35a94d0a40bd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=532999c435224fb6846f8deae2a96d9a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5482473 May 17 17:10:47.058250 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-452f4fda-f14c-459d-9d42-65592499de87 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:47.087168 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-452f4fda-f14c-459d-9d42-65592499de87 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.23 "GET /v2.0/networks?id=1dd4923f-bb48-4a70-ba63-f0b98efd2694 HTTP/1.1" status: 200 len: 811 time: 0.8732889 May 17 17:10:47.098389 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 42786) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:47.187701 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port 998694a2-0bfc-40b8-9e00-7ac3711e21d1 is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:10:47.207135 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d7bae2af-dc29-43c3-be64-992202341777 req-86227dfc-b103-460a-8b03-189fd90e1f69 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 210 time: 0.4670618 May 17 17:10:47.216514 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e99a5-3ca4-463c-8e97-35a94d0a40bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb29163-6269-44cc-b8d6-8df3a53a40d3,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:47.408955 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f099b42-ceac-4baf-a519-ae4783eda5ce service neutron] Pushing event updated for resources: {'Port': ['ID=43c4a27e-6ab5-4983-a112-df5a98db82e8,revision_number=2']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:47.422391 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-1f099b42-ceac-4baf-a519-ae4783eda5ce service neutron] Attempting to bind port 43c4a27e-6ab5-4983-a112-df5a98db82e8 on host hv-cinder-84214 for vnic_type normal with profile {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:10:47.424694 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-1f099b42-ceac-4baf-a519-ae4783eda5ce service neutron] Attempting to bind port 43c4a27e-6ab5-4983-a112-df5a98db82e8 by drivers openvswitch,hyperv on host hv-cinder-84214 at level 0 using segments [{'id': 'ae6263ca-fda7-4aff-9a66-39c1c62b04e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7ea9debc-8f24-47f4-b948-da6947775f55'}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:10:47.425303 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-1f099b42-ceac-4baf-a519-ae4783eda5ce service neutron] Attempting to bind port 43c4a27e-6ab5-4983-a112-df5a98db82e8 on network 7ea9debc-8f24-47f4-b948-da6947775f55 {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:10:47.438337 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-1f099b42-ceac-4baf-a519-ae4783eda5ce service neutron] Port 43c4a27e-6ab5-4983-a112-df5a98db82e8 on network 7ea9debc-8f24-47f4-b948-da6947775f55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84214 {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 17:10:47.441884 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-1f099b42-ceac-4baf-a519-ae4783eda5ce service neutron] Attempting to bind port 43c4a27e-6ab5-4983-a112-df5a98db82e8 on network 7ea9debc-8f24-47f4-b948-da6947775f55 {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:10:47.458284 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-1f099b42-ceac-4baf-a519-ae4783eda5ce service neutron] Checking agent: {'id': 'f77364a9-2f6e-44ad-9fc6-92e3e143ef92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84214', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 8, 20), 'started_at': datetime.datetime(2022, 5, 17, 17, 8, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:10:47.458665 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-1f099b42-ceac-4baf-a519-ae4783eda5ce service neutron] Checking segment: {'id': 'ae6263ca-fda7-4aff-9a66-39c1c62b04e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7ea9debc-8f24-47f4-b948-da6947775f55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:10:47.459271 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-1f099b42-ceac-4baf-a519-ae4783eda5ce service neutron] Bound using segment: {'id': 'ae6263ca-fda7-4aff-9a66-39c1c62b04e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7ea9debc-8f24-47f4-b948-da6947775f55'} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:10:47.459817 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-1f099b42-ceac-4baf-a519-ae4783eda5ce service neutron] Bound port: 43c4a27e-6ab5-4983-a112-df5a98db82e8, host: hv-cinder-84214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae6263ca-fda7-4aff-9a66-39c1c62b04e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7ea9debc-8f24-47f4-b948-da6947775f55'}}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:10:47.463291 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-1f099b42-ceac-4baf-a519-ae4783eda5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (43c4a27e-6ab5-4983-a112-df5a98db82e8), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:47.593922 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-1f099b42-ceac-4baf-a519-ae4783eda5ce service neutron] For port 43c4a27e-6ab5-4983-a112-df5a98db82e8, host hv-cinder-84214, cleared binding levels {{(pid=103511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:10:47.605570 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-1f099b42-ceac-4baf-a519-ae4783eda5ce service neutron] For port 43c4a27e-6ab5-4983-a112-df5a98db82e8, host hv-cinder-84214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=43c4a27e-6ab5-4983-a112-df5a98db82e8,segment=NetworkSegment(ae6263ca-fda7-4aff-9a66-39c1c62b04e3),segment_id=ae6263ca-fda7-4aff-9a66-39c1c62b04e3)] {{(pid=103511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:10:47.618638 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-1f099b42-ceac-4baf-a519-ae4783eda5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (43c4a27e-6ab5-4983-a112-df5a98db82e8), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:47.640915 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-0874c7d4-649b-4b2d-90ad-a3299d17d720 service neutron] Attempting to bind port a023c407-040e-4e16-b8de-6dc1de12fc09 on host hv-cinder-84214 for vnic_type normal with profile {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:10:47.648253 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-0874c7d4-649b-4b2d-90ad-a3299d17d720 service neutron] Attempting to bind port a023c407-040e-4e16-b8de-6dc1de12fc09 by drivers openvswitch,hyperv on host hv-cinder-84214 at level 0 using segments [{'id': 'd5e61896-1faa-41a1-9cf3-1792af62c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb'}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:10:47.652115 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-0874c7d4-649b-4b2d-90ad-a3299d17d720 service neutron] Attempting to bind port a023c407-040e-4e16-b8de-6dc1de12fc09 on network d8fd1f2f-e54a-4844-8483-0ddae8800cdb {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:10:47.799635 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ab1b5430-a66d-4d36-a951-efa4eff0fa79 req-c911920f-96c9-4ecb-b003-630ef4d3d10b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 210 time: 0.1460602 May 17 17:10:47.855282 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-17e7fb1a-d1b8-4ea2-b714-60020484211a tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87f2aabc0cda49538fa0fd9d5db6bf51 HTTP/1.1" status: 200 len: 378 time: 0.7156909 May 17 17:10:47.856563 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-0874c7d4-649b-4b2d-90ad-a3299d17d720 service neutron] Port a023c407-040e-4e16-b8de-6dc1de12fc09 on network d8fd1f2f-e54a-4844-8483-0ddae8800cdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84214 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 17:10:47.857947 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-0874c7d4-649b-4b2d-90ad-a3299d17d720 service neutron] Attempting to bind port a023c407-040e-4e16-b8de-6dc1de12fc09 on network d8fd1f2f-e54a-4844-8483-0ddae8800cdb {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:10:47.887048 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-1f099b42-ceac-4baf-a519-ae4783eda5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:47.887974 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-1f099b42-ceac-4baf-a519-ae4783eda5ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for port (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:47.889827 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-1f099b42-ceac-4baf-a519-ae4783eda5ce service neutron] 10.222.0.23 "PUT /v2.0/ports/43c4a27e-6ab5-4983-a112-df5a98db82e8 HTTP/1.1" status: 200 len: 1093 time: 5.6388552 May 17 17:10:47.890475 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 42818) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:47.891120 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8fba30-1d0b-43ea-ad0c-11129104e39b', 'tag': '43c4a27e-6ab5-4983-a112-df5a98db82e8'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:10:47.945914 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-0874c7d4-649b-4b2d-90ad-a3299d17d720 service neutron] Checking agent: {'id': 'f77364a9-2f6e-44ad-9fc6-92e3e143ef92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84214', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 8, 20), 'started_at': datetime.datetime(2022, 5, 17, 17, 8, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:10:47.946842 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-0874c7d4-649b-4b2d-90ad-a3299d17d720 service neutron] Checking segment: {'id': 'd5e61896-1faa-41a1-9cf3-1792af62c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:10:47.947427 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-0874c7d4-649b-4b2d-90ad-a3299d17d720 service neutron] Bound using segment: {'id': 'd5e61896-1faa-41a1-9cf3-1792af62c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb'} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:10:47.948996 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-0874c7d4-649b-4b2d-90ad-a3299d17d720 service neutron] Bound port: a023c407-040e-4e16-b8de-6dc1de12fc09, host: hv-cinder-84214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5e61896-1faa-41a1-9cf3-1792af62c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb'}}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:10:47.949525 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-0874c7d4-649b-4b2d-90ad-a3299d17d720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (a023c407-040e-4e16-b8de-6dc1de12fc09), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:47.974469 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a66fae6d-8483-4abc-ad78-0eb6449c8ff0 admin admin] Publish callbacks [] for security_group (edb29163-6269-44cc-b8d6-8df3a53a40d3), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:48.006305 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0df75d31-fb43-4706-a64b-229023ffd279 req-27d88b38-af3b-4440-ae4d-6227473ad2fd tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks [] for port (1efef679-0e58-4dd9-94e3-c4f323122713), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:48.050675 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a66fae6d-8483-4abc-ad78-0eb6449c8ff0 admin admin] Publish callbacks [] for security_group (edb29163-6269-44cc-b8d6-8df3a53a40d3), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:48.073113 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaba557-c478-495d-b742-80257be1847c req-f59348d2-036f-4d6f-9524-09ced546c5c8 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:48.103584 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9aaba557-c478-495d-b742-80257be1847c req-f59348d2-036f-4d6f-9524-09ced546c5c8 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8fba30-1d0b-43ea-ad0c-11129104e39b HTTP/1.1" status: 200 len: 943 time: 0.4256909 May 17 17:10:48.182459 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-0874c7d4-649b-4b2d-90ad-a3299d17d720 service neutron] For port a023c407-040e-4e16-b8de-6dc1de12fc09, host hv-cinder-84214, cleared binding levels {{(pid=103510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:10:48.187354 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-158efde8-b344-429f-bc53-c23c1e1ebb5a req-1f9ace5b-665b-40a1-9e93-8cf700dc86b1 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 210 time: 0.0674381 May 17 17:10:48.190482 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-0874c7d4-649b-4b2d-90ad-a3299d17d720 service neutron] For port a023c407-040e-4e16-b8de-6dc1de12fc09, host hv-cinder-84214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=a023c407-040e-4e16-b8de-6dc1de12fc09,segment=NetworkSegment(d5e61896-1faa-41a1-9cf3-1792af62c374),segment_id=d5e61896-1faa-41a1-9cf3-1792af62c374)] {{(pid=103510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:10:48.209644 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-6ddb7bca-9a58-449b-b885-21cf7342a0ea tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Request body: {'port': {'device_id': 'ee2bb8d5-d263-4ab1-8778-77fc4a30f388', 'network_id': '1dd4923f-bb48-4a70-ba63-f0b98efd2694', 'admin_state_up': True, 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'security_groups': ['144e4d2e-db6c-4e33-9f03-091db52b8c1f']}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:10:48.222428 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0df75d31-fb43-4706-a64b-229023ffd279 req-27d88b38-af3b-4440-ae4d-6227473ad2fd tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (1efef679-0e58-4dd9-94e3-c4f323122713), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:48.263267 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-0874c7d4-649b-4b2d-90ad-a3299d17d720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (a023c407-040e-4e16-b8de-6dc1de12fc09), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:48.286958 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a66fae6d-8483-4abc-ad78-0eb6449c8ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (edb29163-6269-44cc-b8d6-8df3a53a40d3), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:48.293494 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9aaba557-c478-495d-b742-80257be1847c req-94620319-4c2f-4ca6-89e2-edb9b11b4e82 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2c2ad51-a4d2-471e-b916-7c9c675518c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724181 May 17 17:10:48.294938 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a66fae6d-8483-4abc-ad78-0eb6449c8ff0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:48.298648 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-a66fae6d-8483-4abc-ad78-0eb6449c8ff0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/edb29163-6269-44cc-b8d6-8df3a53a40d3 HTTP/1.1" status: 204 len: 168 time: 1.1851163 May 17 17:10:48.300572 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f099b42-ceac-4baf-a519-ae4783eda5ce service neutron] Pushing event updated for resources: {'Port': ['ID=43c4a27e-6ab5-4983-a112-df5a98db82e8,revision_number=3']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:48.399929 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.23', 49500) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:48.537903 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-81d393df-44ee-4c9d-a0c0-6ac3f69c73b4 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:48.540513 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-81d393df-44ee-4c9d-a0c0-6ac3f69c73b4 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.23 "GET /v2.0/networks?id=cabe2e00-7fdc-4f66-a15c-c9987c464947 HTTP/1.1" status: 200 len: 817 time: 0.1714151 May 17 17:10:48.547418 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}013e0ef84fb20d02ca9c836efc6ccc20e48c75fd9b469b89b36882842dcef414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd088af7-988b-41dc-8cdd-17d11bca7333" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8fba30-1d0b-43ea-ad0c-11129104e39b", "tag": "43c4a27e-6ab5-4983-a112-df5a98db82e8"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:10:48.581156 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-863dd0c1-9436-41f0-ae00-87613345f8f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:48.674403 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-bf7bd315-90cc-4706-a4ca-4cf384e9b8b9 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d587d1ef11b4055b77055e6fbcc1899 HTTP/1.1" status: 200 len: 380 time: 0.0818701 May 17 17:10:48.685428 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcacfb90-d9c1-497b-b1f9-72883efd3a5b req-bd727629-9fe8-4159-b96b-ed23e558ffa9 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:48.693617 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-dcacfb90-d9c1-497b-b1f9-72883efd3a5b req-bd727629-9fe8-4159-b96b-ed23e558ffa9 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 931 time: 0.3664553 May 17 17:10:48.698195 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d88b38-af3b-4440-ae4d-6227473ad2fd tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Pushing event updated for resources: {'Port': ['ID=1efef679-0e58-4dd9-94e3-c4f323122713,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:48.703750 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fae6d-8483-4abc-ad78-0eb6449c8ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb29163-6269-44cc-b8d6-8df3a53a40d3,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:48.808575 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-dcacfb90-d9c1-497b-b1f9-72883efd3a5b req-1b52c68b-55a3-4f6f-b0ef-f880357ff892 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135702 May 17 17:10:48.837471 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-a75571aa-aa7f-4424-832b-145df9d8b6b9 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Request body: {'port': {'device_id': 'b074c961-149b-4667-addc-790568769b88', 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947', 'admin_state_up': True, 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'security_groups': ['d4a89216-ec9d-4145-9028-98013b985365']}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:10:48.867135 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0df75d31-fb43-4706-a64b-229023ffd279 req-27d88b38-af3b-4440-ae4d-6227473ad2fd tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Network d8fd1f2f-e54a-4844-8483-0ddae8800cdb is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:10:48.874126 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-0874c7d4-649b-4b2d-90ad-a3299d17d720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:48.874819 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-0874c7d4-649b-4b2d-90ad-a3299d17d720 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:48.880363 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-0874c7d4-649b-4b2d-90ad-a3299d17d720 service neutron] 10.222.0.23 "PUT /v2.0/ports/a023c407-040e-4e16-b8de-6dc1de12fc09 HTTP/1.1" status: 200 len: 1093 time: 5.9129765 May 17 17:10:48.904745 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d096e1-5210-41e8-ae6e-dee03652b474', 'tag': 'a023c407-040e-4e16-b8de-6dc1de12fc09'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:10:49.233641 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1b3fe059-d89a-4b2b-8a60-1160da86a7ca req-0f4cabb3-43e7-45df-b549-406ee9d43613 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 210 time: 0.1546483 May 17 17:10:49.407302 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b6bfb4-34ee-420e-913d-14188df8393c x-openstack-request-id: req-c2b6bfb4-34ee-420e-913d-14188df8393c {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:10:49.407632 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8fba30-1d0b-43ea-ad0c-11129104e39b", "tag": "43c4a27e-6ab5-4983-a112-df5a98db82e8", "status": "completed", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:10:49.411822 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c2b6bfb4-34ee-420e-913d-14188df8393c {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:10:49.412505 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2b6bfb4-34ee-420e-913d-14188df8393c'] response: {'name': 'network-changed', 'server_uuid': '5d8fba30-1d0b-43ea-ad0c-11129104e39b', 'tag': '43c4a27e-6ab5-4983-a112-df5a98db82e8', 'status': 'completed', 'code': 200} May 17 17:10:49.469564 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-863dd0c1-9436-41f0-ae00-87613345f8f8 admin admin] Publish callbacks [] for security_group (fdec15a3-207a-4b70-8c39-7c42e6fc03b3), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:49.490141 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-fcc12858-f75c-4d63-a94b-9f2db8561054 req-8904d8c4-777d-49a9-a945-41ced0ce5f72 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 210 time: 0.0761192 May 17 17:10:49.499899 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-863dd0c1-9436-41f0-ae00-87613345f8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (fdec15a3-207a-4b70-8c39-7c42e6fc03b3), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:49.526906 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-a75571aa-aa7f-4424-832b-145df9d8b6b9 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Made reservation on behalf of 9d587d1ef11b4055b77055e6fbcc1899 for: {'port': 1} {{(pid=103511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:10:49.531793 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-a75571aa-aa7f-4424-832b-145df9d8b6b9 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:49.583113 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [req-0df75d31-fb43-4706-a64b-229023ffd279 req-27d88b38-af3b-4440-ae4d-6227473ad2fd tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:10:49.601929 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df75d31-fb43-4706-a64b-229023ffd279 req-27d88b38-af3b-4440-ae4d-6227473ad2fd tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:10:49.609176 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df75d31-fb43-4706-a64b-229023ffd279 req-27d88b38-af3b-4440-ae4d-6227473ad2fd tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:49.610203 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0df75d31-fb43-4706-a64b-229023ffd279 req-27d88b38-af3b-4440-ae4d-6227473ad2fd tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:49.629883 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863dd0c1-9436-41f0-ae00-87613345f8f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdec15a3-207a-4b70-8c39-7c42e6fc03b3,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:49.645840 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-863dd0c1-9436-41f0-ae00-87613345f8f8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9fb556e657784309a9f977cba20df9fa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6514556 May 17 17:10:49.662363 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 42890) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:49.708603 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03bba8e-9307-46b3-8eed-9a4c9246dca9 req-918b85c9-81e0-4ec7-bbca-0184a1ac2a75 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:49.726593 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f03bba8e-9307-46b3-8eed-9a4c9246dca9 req-918b85c9-81e0-4ec7-bbca-0184a1ac2a75 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8fba30-1d0b-43ea-ad0c-11129104e39b HTTP/1.1" status: 200 len: 943 time: 0.2306437 May 17 17:10:49.847764 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0874c7d4-649b-4b2d-90ad-a3299d17d720 service neutron] Pushing event updated for resources: {'Port': ['ID=a023c407-040e-4e16-b8de-6dc1de12fc09,revision_number=3']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:49.860457 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-8a57580c-8551-47d3-9160-1d8f5eca0a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:49.867265 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-8a57580c-8551-47d3-9160-1d8f5eca0a57 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b4111fd040fc4a4d823b5e38204286f7&device_id=5d8fba30-1d0b-43ea-ad0c-11129104e39b HTTP/1.1" status: 200 len: 1127 time: 1.4450283 May 17 17:10:49.904333 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0df75d31-fb43-4706-a64b-229023ffd279 req-27d88b38-af3b-4440-ae4d-6227473ad2fd tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0303490 May 17 17:10:49.971751 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-0df75d31-fb43-4706-a64b-229023ffd279 req-5cfb5be4-123e-41b2-bf31-66b585b779da service neutron] Request body: {'port': {'device_id': '58e0001f-f7bc-4b5c-8083-c72723f1d8d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84214'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:10:50.042318 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (f77364a9-2f6e-44ad-9fc6-92e3e143ef92), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:50.094922 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-bbf3605f-7282-416e-8f1e-c2609c21e594 None None] Provisioning complete for port 1efef679-0e58-4dd9-94e3-c4f323122713 triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:10:50.098399 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bbf3605f-7282-416e-8f1e-c2609c21e594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (1efef679-0e58-4dd9-94e3-c4f323122713), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:50.099750 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d8145e3a-ed17-47d3-8cd6-3da862b29e1f admin admin] Publish callbacks [] for security_group (fdec15a3-207a-4b70-8c39-7c42e6fc03b3), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:50.105416 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f03bba8e-9307-46b3-8eed-9a4c9246dca9 req-3682645f-9e2e-4451-8599-3d61154910a2 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2c2ad51-a4d2-471e-b916-7c9c675518c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684514 May 17 17:10:50.131581 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-831c1411-243a-44d1-b7cb-88b8bb05e978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:50.133230 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-831c1411-243a-44d1-b7cb-88b8bb05e978 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea3305a913c541e4a45267497213df1c&device_id=09d096e1-5210-41e8-ae6e-dee03652b474 HTTP/1.1" status: 200 len: 1127 time: 1.0354474 May 17 17:10:50.164095 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edd6a83-8982-41a6-ba19-a88d22558e7a" -d '{"events": [{"name": "network-changed", "server_uuid": "09d096e1-5210-41e8-ae6e-dee03652b474", "tag": "a023c407-040e-4e16-b8de-6dc1de12fc09"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:10:50.170272 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-76810d2d-66b2-4097-8f6a-ecb0510d62fb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43c4a27e-6ab5-4983-a112-df5a98db82e8 HTTP/1.1" status: 200 len: 217 time: 0.1394477 May 17 17:10:50.170992 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-6ddb7bca-9a58-449b-b885-21cf7342a0ea tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Made reservation on behalf of 87f2aabc0cda49538fa0fd9d5db6bf51 for: {'port': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:10:50.176070 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-6ddb7bca-9a58-449b-b885-21cf7342a0ea tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:50.207013 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fbdc8c-ef7c-4b86-baad-996f2bddbfa8 req-2f26a7b2-8c59-4131-a9f9-8403cded5cf6 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:50.209382 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b2fbdc8c-ef7c-4b86-baad-996f2bddbfa8 req-2f26a7b2-8c59-4131-a9f9-8403cded5cf6 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 931 time: 0.1397860 May 17 17:10:50.212446 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d8145e3a-ed17-47d3-8cd6-3da862b29e1f admin admin] Publish callbacks [] for security_group (fdec15a3-207a-4b70-8c39-7c42e6fc03b3), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:50.215120 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.db_base_plugin_common [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-a75571aa-aa7f-4424-832b-145df9d8b6b9 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Allocated IP 172.20.0.9 (cabe2e00-7fdc-4f66-a15c-c9987c464947/7c810424-34e9-472b-8917-5d16a4254529/e6735ae1-4241-48ca-9802-22aba7b4cccc) {{(pid=103511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:10:50.254262 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-bbf3605f-7282-416e-8f1e-c2609c21e594 None None] Port 1efef679-0e58-4dd9-94e3-c4f323122713 cannot update to ACTIVE because it is not bound. {{(pid=103512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:10:50.435939 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-6ddb7bca-9a58-449b-b885-21cf7342a0ea tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Allocated IP 172.20.0.14 (1dd4923f-bb48-4a70-ba63-f0b98efd2694/d992d23d-73b7-4452-8ed4-109754aaf16e/a1ea561d-09ff-4ccb-94e1-a73a746f4900) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:10:50.452191 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d8145e3a-ed17-47d3-8cd6-3da862b29e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (fdec15a3-207a-4b70-8c39-7c42e6fc03b3), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:50.461101 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d8145e3a-ed17-47d3-8cd6-3da862b29e1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:50.465789 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-d8145e3a-ed17-47d3-8cd6-3da862b29e1f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fdec15a3-207a-4b70-8c39-7c42e6fc03b3 HTTP/1.1" status: 204 len: 168 time: 0.8004475 May 17 17:10:50.589147 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8145e3a-ed17-47d3-8cd6-3da862b29e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdec15a3-207a-4b70-8c39-7c42e6fc03b3,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:50.620228 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b2fbdc8c-ef7c-4b86-baad-996f2bddbfa8 req-da955a8c-ee1d-4069-a270-df48dd620652 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907042 May 17 17:10:50.858897 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-6ddb7bca-9a58-449b-b885-21cf7342a0ea tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks [] for port (a1ea561d-09ff-4ccb-94e1-a73a746f4900), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:50.919883 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a763ef06-db68-4855-9962-598c755420e8 x-openstack-request-id: req-a763ef06-db68-4855-9962-598c755420e8 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:10:50.920652 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d096e1-5210-41e8-ae6e-dee03652b474", "tag": "a023c407-040e-4e16-b8de-6dc1de12fc09", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:10:50.920652 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a763ef06-db68-4855-9962-598c755420e8 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:10:50.921035 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a763ef06-db68-4855-9962-598c755420e8'] response: {'name': 'network-changed', 'server_uuid': '09d096e1-5210-41e8-ae6e-dee03652b474', 'tag': 'a023c407-040e-4e16-b8de-6dc1de12fc09', 'status': 'completed', 'code': 200} May 17 17:10:50.967422 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-6ddb7bca-9a58-449b-b885-21cf7342a0ea tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (a1ea561d-09ff-4ccb-94e1-a73a746f4900), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:50.967834 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-a75571aa-aa7f-4424-832b-145df9d8b6b9 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks [] for port (e6735ae1-4241-48ca-9802-22aba7b4cccc), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:51.151231 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-f1c15369-51bb-48ab-a8ec-62da58da6c78 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a023c407-040e-4e16-b8de-6dc1de12fc09 HTTP/1.1" status: 200 len: 217 time: 0.9898295 May 17 17:10:51.172861 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-77b3bd5f-f703-45b4-95bd-e26dc1f86aec req-d281877e-5ee9-4fb4-af58-da0870c07030 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 210 time: 0.5705876 May 17 17:10:51.238736 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f4bfd972-e7a9-416b-aabd-e49394499e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:51.278292 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-a75571aa-aa7f-4424-832b-145df9d8b6b9 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (e6735ae1-4241-48ca-9802-22aba7b4cccc), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:51.364295 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb7bca-9a58-449b-b885-21cf7342a0ea tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Pushing event updated for resources: {'Port': ['ID=a1ea561d-09ff-4ccb-94e1-a73a746f4900,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:51.368809 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-0ed60176-e2ce-4364-9030-b6cd10cc9874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:51.370441 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-0ed60176-e2ce-4364-9030-b6cd10cc9874 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cb76c68c-c65c-4eb1-96de-e4da1ef4e1e4 HTTP/1.1" status: 200 len: 852 time: 1.1747861 May 17 17:10:51.404277 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-6ddb7bca-9a58-449b-b885-21cf7342a0ea tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Network 1dd4923f-bb48-4a70-ba63-f0b98efd2694 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:10:51.410393 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb068f3-412f-4b8e-8cae-1b743a9000c8 req-6f20cd1e-634e-44ee-85e8-cb0dc17f9896 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:51.412318 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ebb068f3-412f-4b8e-8cae-1b743a9000c8 req-6f20cd1e-634e-44ee-85e8-cb0dc17f9896 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8fba30-1d0b-43ea-ad0c-11129104e39b HTTP/1.1" status: 200 len: 943 time: 0.0822406 May 17 17:10:51.416733 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0df75d31-fb43-4706-a64b-229023ffd279 req-5cfb5be4-123e-41b2-bf31-66b585b779da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (1efef679-0e58-4dd9-94e3-c4f323122713), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:51.487991 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-96f92d1d-76f7-4486-be88-9f258c518078 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7ea9debc-8f24-47f4-b948-da6947775f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906560 May 17 17:10:51.494911 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4547331-85a3-4030-9c8e-09e7a61122d2 req-317541e7-0275-4c0f-93d2-edc8c5e35f87 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:51.496224 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d4547331-85a3-4030-9c8e-09e7a61122d2 req-317541e7-0275-4c0f-93d2-edc8c5e35f87 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 931 time: 0.6654131 May 17 17:10:51.501572 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-a75571aa-aa7f-4424-832b-145df9d8b6b9 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Network cabe2e00-7fdc-4f66-a15c-c9987c464947 is already hosted by enough agents. {{(pid=103511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:10:51.519931 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-a75571aa-aa7f-4424-832b-145df9d8b6b9 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Resources bound (agent type, host, resource id): {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:10:51.523169 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-a75571aa-aa7f-4424-832b-145df9d8b6b9 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Received port after_create {{(pid=103511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:10:51.525998 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-6ddb7bca-9a58-449b-b885-21cf7342a0ea tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:10:51.533037 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-a75571aa-aa7f-4424-832b-145df9d8b6b9 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:51.533733 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-a75571aa-aa7f-4424-832b-145df9d8b6b9 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for port (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:51.576559 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-a75571aa-aa7f-4424-832b-145df9d8b6b9 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7871995 May 17 17:10:51.583891 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75571aa-aa7f-4424-832b-145df9d8b6b9 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Pushing event updated for resources: {'Port': ['ID=e6735ae1-4241-48ca-9802-22aba7b4cccc,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:51.616178 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ebb068f3-412f-4b8e-8cae-1b743a9000c8 req-f111f348-fa8d-4595-bb60-61f53c6cdf56 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2c2ad51-a4d2-471e-b916-7c9c675518c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700037 May 17 17:10:51.626436 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-3dffd4a2-b124-4c97-9bb2-0284d54e6793 service neutron] Request body: {'port': {'device_id': 'b074c961-149b-4667-addc-790568769b88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84214'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:10:51.652106 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-6ddb7bca-9a58-449b-b885-21cf7342a0ea tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:10:51.659690 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-6ddb7bca-9a58-449b-b885-21cf7342a0ea tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:51.660079 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-6ddb7bca-9a58-449b-b885-21cf7342a0ea tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:51.720809 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-0fa50a47-8631-408a-839b-019da0857991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:51.722400 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-0fa50a47-8631-408a-839b-019da0857991 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ac6ed14f-342b-4c1d-a6d0-3f83923520d0 HTTP/1.1" status: 200 len: 858 time: 0.3510575 May 17 17:10:51.801729 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d4547331-85a3-4030-9c8e-09e7a61122d2 req-1bd74580-4627-4278-bb2f-7e4e0884c08d tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2860365 May 17 17:10:51.889788 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-a8ab9887-a490-49de-a9c4-f302fb6b26c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:51.913690 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-a8ab9887-a490-49de-a9c4-f302fb6b26c6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d8fd1f2f-e54a-4844-8483-0ddae8800cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1542044 May 17 17:10:51.955641 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-3dffd4a2-b124-4c97-9bb2-0284d54e6793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (e6735ae1-4241-48ca-9802-22aba7b4cccc), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:51.981044 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-6ddb7bca-9a58-449b-b885-21cf7342a0ea tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7871594 May 17 17:10:52.081829 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1974ea2-7389-4b60-8c5c-7f269061dc8e req-f83ea897-6b9a-4146-b8ec-c8f1a85f6a35 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:52.094959 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c1974ea2-7389-4b60-8c5c-7f269061dc8e req-f83ea897-6b9a-4146-b8ec-c8f1a85f6a35 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 931 time: 0.2470009 May 17 17:10:52.096613 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-49867d61-1a92-4b22-b75d-5764dfddb5b5 service neutron] Request body: {'port': {'device_id': 'ee2bb8d5-d263-4ab1-8778-77fc4a30f388', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84214'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:10:52.109665 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-0b0833b7-b14d-4fd5-a096-4a1824a17f2b None None] Provisioning complete for port e6735ae1-4241-48ca-9802-22aba7b4cccc triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:10:52.110328 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0b0833b7-b14d-4fd5-a096-4a1824a17f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (e6735ae1-4241-48ca-9802-22aba7b4cccc), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:52.172370 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-0b0833b7-b14d-4fd5-a096-4a1824a17f2b None None] Port e6735ae1-4241-48ca-9802-22aba7b4cccc cannot update to ACTIVE because it is not bound. {{(pid=103512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:10:52.297278 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-02b6fc4d-b9b4-43e4-9fcf-f1ef1cc4d153 None None] Provisioning complete for port a1ea561d-09ff-4ccb-94e1-a73a746f4900 triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:10:52.298563 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-02b6fc4d-b9b4-43e4-9fcf-f1ef1cc4d153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (a1ea561d-09ff-4ccb-94e1-a73a746f4900), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:52.382411 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-02b6fc4d-b9b4-43e4-9fcf-f1ef1cc4d153 None None] Port a1ea561d-09ff-4ccb-94e1-a73a746f4900 cannot update to ACTIVE because it is not bound. {{(pid=103512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:10:52.401135 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c1974ea2-7389-4b60-8c5c-7f269061dc8e req-cb22192b-47b5-446a-9c86-5a24a3253f43 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996867 May 17 17:10:52.520463 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b3238-4ed2-44d5-8a7d-f5e2acadd7fe req-3bd7eb36-0fe9-4441-9269-0778455b45c9 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:52.522153 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-371b3238-4ed2-44d5-8a7d-f5e2acadd7fe req-3bd7eb36-0fe9-4441-9269-0778455b45c9 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 932 time: 0.1199985 May 17 17:10:52.537703 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-f734b172-cf2b-4b4b-bf2c-9ff2da7d7606 service neutron] 10.222.0.23 "GET /v2.0/networks/7ea9debc-8f24-47f4-b948-da6947775f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0064635 May 17 17:10:52.744804 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-371b3238-4ed2-44d5-8a7d-f5e2acadd7fe req-dc80e1ba-d3ae-49c9-b7e1-010cf30f770b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2155638 May 17 17:10:52.825762 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-3629a087-132b-43e5-a8b3-ccc37c3c04d4 service neutron] 10.222.0.23 "GET /v2.0/networks/d8fd1f2f-e54a-4844-8483-0ddae8800cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9112744 May 17 17:10:52.843980 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-49867d61-1a92-4b22-b75d-5764dfddb5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (a1ea561d-09ff-4ccb-94e1-a73a746f4900), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:52.896814 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-46b3ac41-9f2b-4706-905b-dfd7f9c21263 req-9564f7db-7238-46ed-8ad9-470987bfa8a6 service neutron] 10.222.0.23 "GET /v2.0/networks/7ea9debc-8f24-47f4-b948-da6947775f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170485 May 17 17:10:53.061642 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [req-0df75d31-fb43-4706-a64b-229023ffd279 req-5cfb5be4-123e-41b2-bf31-66b585b779da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1efef679-0e58-4dd9-94e3-c4f323122713 {{(pid=103510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:10:53.077335 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0df75d31-fb43-4706-a64b-229023ffd279 req-5cfb5be4-123e-41b2-bf31-66b585b779da service neutron] Publish callbacks [] for port (1efef679-0e58-4dd9-94e3-c4f323122713), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:53.108848 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6e52d-4d59-45b5-bae0-4a924cf9c057 req-b8713c39-0c17-4b26-9bae-d3803b92914e tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:53.110815 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-80d6e52d-4d59-45b5-bae0-4a924cf9c057 req-b8713c39-0c17-4b26-9bae-d3803b92914e tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8fba30-1d0b-43ea-ad0c-11129104e39b HTTP/1.1" status: 200 len: 943 time: 0.3630795 May 17 17:10:53.156148 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-3dffd4a2-b124-4c97-9bb2-0284d54e6793 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6735ae1-4241-48ca-9802-22aba7b4cccc {{(pid=103511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:10:53.175136 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-3dffd4a2-b124-4c97-9bb2-0284d54e6793 service neutron] Publish callbacks [] for port (e6735ae1-4241-48ca-9802-22aba7b4cccc), precommit_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:53.183436 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8319cb99-6a0c-49a1-b5b6-b4eafdaac61c req-ac7217d1-fff8-4277-9e5a-e3d1d196efbb service neutron] 10.222.0.23 "GET /v2.0/networks/d8fd1f2f-e54a-4844-8483-0ddae8800cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990992 May 17 17:10:53.184688 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.provisioning_blocks [req-0df75d31-fb43-4706-a64b-229023ffd279 req-5cfb5be4-123e-41b2-bf31-66b585b779da service neutron] Transition to ACTIVE for port object 1efef679-0e58-4dd9-94e3-c4f323122713 will not be triggered until provisioned by entity L2. {{(pid=103510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 17:10:53.193384 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0df75d31-fb43-4706-a64b-229023ffd279 req-5cfb5be4-123e-41b2-bf31-66b585b779da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (1efef679-0e58-4dd9-94e3-c4f323122713), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:53.197398 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-3dffd4a2-b124-4c97-9bb2-0284d54e6793 service neutron] Transition to ACTIVE for port object e6735ae1-4241-48ca-9802-22aba7b4cccc will not be triggered until provisioned by entity L2. {{(pid=103511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 17:10:53.369776 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d24b7ec6-138a-4ad9-85c2-dbc2e4d6233b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:53.493019 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f10fd-b892-48fb-94f4-98a9e7f824c6 req-40028f8f-df43-45ce-a61a-45fa0db2b40d tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:53.495095 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9c0f10fd-b892-48fb-94f4-98a9e7f824c6 req-40028f8f-df43-45ce-a61a-45fa0db2b40d tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 931 time: 0.4777968 May 17 17:10:53.498247 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-3dffd4a2-b124-4c97-9bb2-0284d54e6793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (e6735ae1-4241-48ca-9802-22aba7b4cccc), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:53.522969 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb5be4-123e-41b2-bf31-66b585b779da service neutron] Pushing event updated for resources: {'Port': ['ID=1efef679-0e58-4dd9-94e3-c4f323122713,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:53.650151 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-0df75d31-fb43-4706-a64b-229023ffd279 req-5cfb5be4-123e-41b2-bf31-66b585b779da service neutron] Attempting to bind port 1efef679-0e58-4dd9-94e3-c4f323122713 on host hv-cinder-84214 for vnic_type normal with profile {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:10:53.651366 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-0df75d31-fb43-4706-a64b-229023ffd279 req-5cfb5be4-123e-41b2-bf31-66b585b779da service neutron] Attempting to bind port 1efef679-0e58-4dd9-94e3-c4f323122713 by drivers openvswitch,hyperv on host hv-cinder-84214 at level 0 using segments [{'id': 'd5e61896-1faa-41a1-9cf3-1792af62c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb'}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:10:53.652568 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df75d31-fb43-4706-a64b-229023ffd279 req-5cfb5be4-123e-41b2-bf31-66b585b779da service neutron] Attempting to bind port 1efef679-0e58-4dd9-94e3-c4f323122713 on network d8fd1f2f-e54a-4844-8483-0ddae8800cdb {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:10:53.660859 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df75d31-fb43-4706-a64b-229023ffd279 req-5cfb5be4-123e-41b2-bf31-66b585b779da service neutron] Port 1efef679-0e58-4dd9-94e3-c4f323122713 on network d8fd1f2f-e54a-4844-8483-0ddae8800cdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84214 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 17:10:53.661837 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df75d31-fb43-4706-a64b-229023ffd279 req-5cfb5be4-123e-41b2-bf31-66b585b779da service neutron] Attempting to bind port 1efef679-0e58-4dd9-94e3-c4f323122713 on network d8fd1f2f-e54a-4844-8483-0ddae8800cdb {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:10:53.667844 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dffd4a2-b124-4c97-9bb2-0284d54e6793 service neutron] Pushing event updated for resources: {'Port': ['ID=e6735ae1-4241-48ca-9802-22aba7b4cccc,revision_number=2']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:53.674254 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df75d31-fb43-4706-a64b-229023ffd279 req-5cfb5be4-123e-41b2-bf31-66b585b779da service neutron] Checking agent: {'id': 'f77364a9-2f6e-44ad-9fc6-92e3e143ef92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84214', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 8, 20), 'started_at': datetime.datetime(2022, 5, 17, 17, 8, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:10:53.674918 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df75d31-fb43-4706-a64b-229023ffd279 req-5cfb5be4-123e-41b2-bf31-66b585b779da service neutron] Checking segment: {'id': 'd5e61896-1faa-41a1-9cf3-1792af62c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:10:53.675520 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df75d31-fb43-4706-a64b-229023ffd279 req-5cfb5be4-123e-41b2-bf31-66b585b779da service neutron] Bound using segment: {'id': 'd5e61896-1faa-41a1-9cf3-1792af62c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb'} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:10:53.676208 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-0df75d31-fb43-4706-a64b-229023ffd279 req-5cfb5be4-123e-41b2-bf31-66b585b779da service neutron] Bound port: 1efef679-0e58-4dd9-94e3-c4f323122713, host: hv-cinder-84214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5e61896-1faa-41a1-9cf3-1792af62c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb'}}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:10:53.676902 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0df75d31-fb43-4706-a64b-229023ffd279 req-5cfb5be4-123e-41b2-bf31-66b585b779da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (1efef679-0e58-4dd9-94e3-c4f323122713), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:53.747159 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-80d6e52d-4d59-45b5-bae0-4a924cf9c057 req-413e575b-47d9-4f0b-9f76-87145db990c6 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2c2ad51-a4d2-471e-b916-7c9c675518c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504587 May 17 17:10:53.813344 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9c0f10fd-b892-48fb-94f4-98a9e7f824c6 req-63c1e665-32c6-4077-9c84-86ae56e78d29 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3062766 May 17 17:10:53.829686 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-3dffd4a2-b124-4c97-9bb2-0284d54e6793 service neutron] Attempting to bind port e6735ae1-4241-48ca-9802-22aba7b4cccc on host hv-cinder-84214 for vnic_type normal with profile {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:10:53.830220 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-3dffd4a2-b124-4c97-9bb2-0284d54e6793 service neutron] Attempting to bind port e6735ae1-4241-48ca-9802-22aba7b4cccc by drivers openvswitch,hyperv on host hv-cinder-84214 at level 0 using segments [{'id': 'dd7c38ba-79f9-47ce-94d1-d0499646a213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947'}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:10:53.830857 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-3dffd4a2-b124-4c97-9bb2-0284d54e6793 service neutron] Attempting to bind port e6735ae1-4241-48ca-9802-22aba7b4cccc on network cabe2e00-7fdc-4f66-a15c-c9987c464947 {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:10:53.871188 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-49867d61-1a92-4b22-b75d-5764dfddb5b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1ea561d-09ff-4ccb-94e1-a73a746f4900 {{(pid=103510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:10:53.904152 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-3dffd4a2-b124-4c97-9bb2-0284d54e6793 service neutron] Port e6735ae1-4241-48ca-9802-22aba7b4cccc on network cabe2e00-7fdc-4f66-a15c-c9987c464947 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84214 {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 17:10:53.904743 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-3dffd4a2-b124-4c97-9bb2-0284d54e6793 service neutron] Attempting to bind port e6735ae1-4241-48ca-9802-22aba7b4cccc on network cabe2e00-7fdc-4f66-a15c-c9987c464947 {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:10:53.906827 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-49867d61-1a92-4b22-b75d-5764dfddb5b5 service neutron] Publish callbacks [] for port (a1ea561d-09ff-4ccb-94e1-a73a746f4900), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:53.931702 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-3dffd4a2-b124-4c97-9bb2-0284d54e6793 service neutron] Checking agent: {'id': 'f77364a9-2f6e-44ad-9fc6-92e3e143ef92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84214', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 8, 20), 'started_at': datetime.datetime(2022, 5, 17, 17, 8, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:10:53.933136 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-3dffd4a2-b124-4c97-9bb2-0284d54e6793 service neutron] Checking segment: {'id': 'dd7c38ba-79f9-47ce-94d1-d0499646a213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:10:53.933837 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-3dffd4a2-b124-4c97-9bb2-0284d54e6793 service neutron] Bound using segment: {'id': 'dd7c38ba-79f9-47ce-94d1-d0499646a213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947'} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:10:53.936300 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-3dffd4a2-b124-4c97-9bb2-0284d54e6793 service neutron] Bound port: e6735ae1-4241-48ca-9802-22aba7b4cccc, host: hv-cinder-84214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd7c38ba-79f9-47ce-94d1-d0499646a213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947'}}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:10:53.936807 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-3dffd4a2-b124-4c97-9bb2-0284d54e6793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (e6735ae1-4241-48ca-9802-22aba7b4cccc), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:53.949584 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-0df75d31-fb43-4706-a64b-229023ffd279 req-5cfb5be4-123e-41b2-bf31-66b585b779da service neutron] For port 1efef679-0e58-4dd9-94e3-c4f323122713, host hv-cinder-84214, cleared binding levels {{(pid=103510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:10:53.956277 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-0df75d31-fb43-4706-a64b-229023ffd279 req-5cfb5be4-123e-41b2-bf31-66b585b779da service neutron] For port 1efef679-0e58-4dd9-94e3-c4f323122713, host hv-cinder-84214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=1efef679-0e58-4dd9-94e3-c4f323122713,segment=NetworkSegment(d5e61896-1faa-41a1-9cf3-1792af62c374),segment_id=d5e61896-1faa-41a1-9cf3-1792af62c374)] {{(pid=103510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:10:53.958132 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.provisioning_blocks [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-49867d61-1a92-4b22-b75d-5764dfddb5b5 service neutron] Transition to ACTIVE for port object a1ea561d-09ff-4ccb-94e1-a73a746f4900 will not be triggered until provisioned by entity L2. {{(pid=103510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 17:10:53.995715 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-49867d61-1a92-4b22-b75d-5764dfddb5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (a1ea561d-09ff-4ccb-94e1-a73a746f4900), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:53.998668 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0df75d31-fb43-4706-a64b-229023ffd279 req-5cfb5be4-123e-41b2-bf31-66b585b779da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (1efef679-0e58-4dd9-94e3-c4f323122713), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:54.040906 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0cdeb-9067-4b62-995b-2f50e6d4de95 req-d077805f-82c8-4b8e-9e56-6c501214a346 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:54.042772 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-26c0cdeb-9067-4b62-995b-2f50e6d4de95 req-d077805f-82c8-4b8e-9e56-6c501214a346 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 944 time: 0.0865030 May 17 17:10:54.048867 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f731e-9840-4f27-b532-79bc13d2c7e8 req-fed87162-9d81-4b89-80b1-eaf6a0f52355 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:54.050379 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-583f731e-9840-4f27-b532-79bc13d2c7e8 req-fed87162-9d81-4b89-80b1-eaf6a0f52355 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 943 time: 0.1730299 May 17 17:10:54.108605 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df75d31-fb43-4706-a64b-229023ffd279 req-5cfb5be4-123e-41b2-bf31-66b585b779da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:54.109313 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0df75d31-fb43-4706-a64b-229023ffd279 req-5cfb5be4-123e-41b2-bf31-66b585b779da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:54.110805 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0df75d31-fb43-4706-a64b-229023ffd279 req-5cfb5be4-123e-41b2-bf31-66b585b779da service neutron] 10.222.0.23 "PUT /v2.0/ports/1efef679-0e58-4dd9-94e3-c4f323122713 HTTP/1.1" status: 200 len: 1093 time: 4.1504221 May 17 17:10:54.114902 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e0001f-f7bc-4b5c-8083-c72723f1d8d4', 'tag': '1efef679-0e58-4dd9-94e3-c4f323122713'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:10:54.116662 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ae85ee-81f1-47d4-ac6f-7272d51b699a" -d '{"events": [{"name": "network-changed", "server_uuid": "58e0001f-f7bc-4b5c-8083-c72723f1d8d4", "tag": "1efef679-0e58-4dd9-94e3-c4f323122713"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:10:54.123010 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd088af7-988b-41dc-8cdd-17d11bca7333 req-5c62fd9c-6238-4890-b097-d1f21e020f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:54.124619 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-dd088af7-988b-41dc-8cdd-17d11bca7333 req-5c62fd9c-6238-4890-b097-d1f21e020f6b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b4111fd040fc4a4d823b5e38204286f7&device_id=5d8fba30-1d0b-43ea-ad0c-11129104e39b HTTP/1.1" status: 200 len: 1127 time: 0.1587071 May 17 17:10:54.139445 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49867d61-1a92-4b22-b75d-5764dfddb5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ea561d-09ff-4ccb-94e1-a73a746f4900,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:54.239929 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-49867d61-1a92-4b22-b75d-5764dfddb5b5 service neutron] Attempting to bind port a1ea561d-09ff-4ccb-94e1-a73a746f4900 on host hv-cinder-84214 for vnic_type normal with profile {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:10:54.239929 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-49867d61-1a92-4b22-b75d-5764dfddb5b5 service neutron] Attempting to bind port a1ea561d-09ff-4ccb-94e1-a73a746f4900 by drivers openvswitch,hyperv on host hv-cinder-84214 at level 0 using segments [{'id': 'de9d44b7-dbc5-440f-840c-db882c6566af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1dd4923f-bb48-4a70-ba63-f0b98efd2694'}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:10:54.239929 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-49867d61-1a92-4b22-b75d-5764dfddb5b5 service neutron] Attempting to bind port a1ea561d-09ff-4ccb-94e1-a73a746f4900 on network 1dd4923f-bb48-4a70-ba63-f0b98efd2694 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:10:54.251523 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-49867d61-1a92-4b22-b75d-5764dfddb5b5 service neutron] Port a1ea561d-09ff-4ccb-94e1-a73a746f4900 on network 1dd4923f-bb48-4a70-ba63-f0b98efd2694 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84214 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 17:10:54.256040 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-49867d61-1a92-4b22-b75d-5764dfddb5b5 service neutron] Attempting to bind port a1ea561d-09ff-4ccb-94e1-a73a746f4900 on network 1dd4923f-bb48-4a70-ba63-f0b98efd2694 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:10:54.297398 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-583f731e-9840-4f27-b532-79bc13d2c7e8 req-28db5eb2-b5cc-47c3-a9c2-53155037cfa8 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232704 May 17 17:10:54.299052 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb5be4-123e-41b2-bf31-66b585b779da service neutron] Pushing event updated for resources: {'Port': ['ID=1efef679-0e58-4dd9-94e3-c4f323122713,revision_number=3']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:54.306936 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-26c0cdeb-9067-4b62-995b-2f50e6d4de95 req-0fb0aa53-08e7-4327-b0fa-a0198abac2ed tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2552600 May 17 17:10:54.308260 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-3dffd4a2-b124-4c97-9bb2-0284d54e6793 service neutron] For port e6735ae1-4241-48ca-9802-22aba7b4cccc, host hv-cinder-84214, cleared binding levels {{(pid=103511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:10:54.312504 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-3dffd4a2-b124-4c97-9bb2-0284d54e6793 service neutron] For port e6735ae1-4241-48ca-9802-22aba7b4cccc, host hv-cinder-84214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=e6735ae1-4241-48ca-9802-22aba7b4cccc,segment=NetworkSegment(dd7c38ba-79f9-47ce-94d1-d0499646a213),segment_id=dd7c38ba-79f9-47ce-94d1-d0499646a213)] {{(pid=103511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:10:54.317453 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-49867d61-1a92-4b22-b75d-5764dfddb5b5 service neutron] Checking agent: {'id': 'f77364a9-2f6e-44ad-9fc6-92e3e143ef92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84214', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 8, 20), 'started_at': datetime.datetime(2022, 5, 17, 17, 8, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:10:54.318475 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-49867d61-1a92-4b22-b75d-5764dfddb5b5 service neutron] Checking segment: {'id': 'de9d44b7-dbc5-440f-840c-db882c6566af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1dd4923f-bb48-4a70-ba63-f0b98efd2694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:10:54.319093 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-49867d61-1a92-4b22-b75d-5764dfddb5b5 service neutron] Bound using segment: {'id': 'de9d44b7-dbc5-440f-840c-db882c6566af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1dd4923f-bb48-4a70-ba63-f0b98efd2694'} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:10:54.319679 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-49867d61-1a92-4b22-b75d-5764dfddb5b5 service neutron] Bound port: a1ea561d-09ff-4ccb-94e1-a73a746f4900, host: hv-cinder-84214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de9d44b7-dbc5-440f-840c-db882c6566af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1dd4923f-bb48-4a70-ba63-f0b98efd2694'}}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:10:54.320044 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-49867d61-1a92-4b22-b75d-5764dfddb5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (a1ea561d-09ff-4ccb-94e1-a73a746f4900), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:54.325114 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-3dffd4a2-b124-4c97-9bb2-0284d54e6793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (e6735ae1-4241-48ca-9802-22aba7b4cccc), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:54.371473 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-3dffd4a2-b124-4c97-9bb2-0284d54e6793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:54.372695 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-3dffd4a2-b124-4c97-9bb2-0284d54e6793 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for port (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:54.374379 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-3dffd4a2-b124-4c97-9bb2-0284d54e6793 service neutron] 10.222.0.23 "PUT /v2.0/ports/e6735ae1-4241-48ca-9802-22aba7b4cccc HTTP/1.1" status: 200 len: 1093 time: 2.7728019 May 17 17:10:54.409539 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b074c961-149b-4667-addc-790568769b88', 'tag': 'e6735ae1-4241-48ca-9802-22aba7b4cccc'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:10:54.416023 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}013e0ef84fb20d02ca9c836efc6ccc20e48c75fd9b469b89b36882842dcef414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5486aa3-9f50-4c3b-975d-892ae9a8f9b9" -d '{"events": [{"name": "network-changed", "server_uuid": "b074c961-149b-4667-addc-790568769b88", "tag": "e6735ae1-4241-48ca-9802-22aba7b4cccc"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:10:54.457938 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-49867d61-1a92-4b22-b75d-5764dfddb5b5 service neutron] For port a1ea561d-09ff-4ccb-94e1-a73a746f4900, host hv-cinder-84214, cleared binding levels {{(pid=103510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:10:54.466884 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-49867d61-1a92-4b22-b75d-5764dfddb5b5 service neutron] For port a1ea561d-09ff-4ccb-94e1-a73a746f4900, host hv-cinder-84214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=a1ea561d-09ff-4ccb-94e1-a73a746f4900,segment=NetworkSegment(de9d44b7-dbc5-440f-840c-db882c6566af),segment_id=de9d44b7-dbc5-440f-840c-db882c6566af)] {{(pid=103510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:10:54.486087 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-49867d61-1a92-4b22-b75d-5764dfddb5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (a1ea561d-09ff-4ccb-94e1-a73a746f4900), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:54.521286 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d95112-3238-44f5-b472-dceaa6136fb3 x-openstack-request-id: req-07d95112-3238-44f5-b472-dceaa6136fb3 {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:10:54.522728 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b074c961-149b-4667-addc-790568769b88", "tag": "e6735ae1-4241-48ca-9802-22aba7b4cccc", "status": "completed", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:10:54.526639 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-07d95112-3238-44f5-b472-dceaa6136fb3 {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:10:54.528408 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07d95112-3238-44f5-b472-dceaa6136fb3'] response: {'name': 'network-changed', 'server_uuid': 'b074c961-149b-4667-addc-790568769b88', 'tag': 'e6735ae1-4241-48ca-9802-22aba7b4cccc', 'status': 'completed', 'code': 200} May 17 17:10:54.535802 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dffd4a2-b124-4c97-9bb2-0284d54e6793 service neutron] Pushing event updated for resources: {'Port': ['ID=e6735ae1-4241-48ca-9802-22aba7b4cccc,revision_number=3']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:54.615992 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b3078d-6298-4874-93a6-3bd1e975f140 x-openstack-request-id: req-c6b3078d-6298-4874-93a6-3bd1e975f140 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:10:54.616648 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58e0001f-f7bc-4b5c-8083-c72723f1d8d4", "tag": "1efef679-0e58-4dd9-94e3-c4f323122713", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:10:54.617156 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c6b3078d-6298-4874-93a6-3bd1e975f140 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:10:54.618500 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6b3078d-6298-4874-93a6-3bd1e975f140'] response: {'name': 'network-changed', 'server_uuid': '58e0001f-f7bc-4b5c-8083-c72723f1d8d4', 'tag': '1efef679-0e58-4dd9-94e3-c4f323122713', 'status': 'completed', 'code': 200} May 17 17:10:54.623300 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49867d61-1a92-4b22-b75d-5764dfddb5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ea561d-09ff-4ccb-94e1-a73a746f4900,revision_number=3']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:54.674679 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-49867d61-1a92-4b22-b75d-5764dfddb5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:54.677666 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-49867d61-1a92-4b22-b75d-5764dfddb5b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:54.685117 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-49867d61-1a92-4b22-b75d-5764dfddb5b5 service neutron] 10.222.0.23 "PUT /v2.0/ports/a1ea561d-09ff-4ccb-94e1-a73a746f4900 HTTP/1.1" status: 200 len: 1094 time: 2.6362500 May 17 17:10:54.761878 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.agents_db [None req-bd8c2525-aad1-4fe1-b03f-cf2f293aaa3a None None] Agent healthcheck: found 6 active agents {{(pid=103513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:10:54.827436 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 43100) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:54.850552 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:55.107629 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f7f3f-d9d5-4df7-8f0d-876286467952 req-0c47adc4-f1f5-4935-a1e8-7e88fe78c492 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:55.125819 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8c6f7f3f-d9d5-4df7-8f0d-876286467952 req-0c47adc4-f1f5-4935-a1e8-7e88fe78c492 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8fba30-1d0b-43ea-ad0c-11129104e39b HTTP/1.1" status: 200 len: 943 time: 0.1591830 May 17 17:10:55.131312 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd6a83-8982-41a6-ba19-a88d22558e7a req-633c8da7-d272-4acc-aa19-913b4228ad14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:55.135353 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5edd6a83-8982-41a6-ba19-a88d22558e7a req-633c8da7-d272-4acc-aa19-913b4228ad14 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea3305a913c541e4a45267497213df1c&device_id=09d096e1-5210-41e8-ae6e-dee03652b474 HTTP/1.1" status: 200 len: 1127 time: 0.4540634 May 17 17:10:55.209295 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-73dc3bb9-8e9f-456e-b7d1-3f06c93a1a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:55.210751 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-73dc3bb9-8e9f-456e-b7d1-3f06c93a1a79 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87f2aabc0cda49538fa0fd9d5db6bf51&device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 1128 time: 0.1925800 May 17 17:10:55.228058 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5486aa3-9f50-4c3b-975d-892ae9a8f9b9 req-72190616-b505-489a-9968-c040a8a66b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:55.230113 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a5486aa3-9f50-4c3b-975d-892ae9a8f9b9 req-72190616-b505-489a-9968-c040a8a66b12 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9d587d1ef11b4055b77055e6fbcc1899&device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 1127 time: 0.2427580 May 17 17:10:55.241828 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae85ee-81f1-47d4-ac6f-7272d51b699a req-3e42422a-81b8-48ef-889b-4ea1a118abce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:55.244716 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a2ae85ee-81f1-47d4-ac6f-7272d51b699a req-3e42422a-81b8-48ef-889b-4ea1a118abce service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea3305a913c541e4a45267497213df1c&device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 1127 time: 0.2543688 May 17 17:10:55.329641 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 43122) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:55.379626 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a928f58-e992-4288-ae21-f7359868aac2 req-bf0dee86-88c5-437a-aba5-c0c765995d7b tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:55.381132 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3a928f58-e992-4288-ae21-f7359868aac2 req-bf0dee86-88c5-437a-aba5-c0c765995d7b tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 943 time: 0.2189741 May 17 17:10:55.421321 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-9c6fd4a7-1354-477f-a71a-40a274af8fc3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1ea561d-09ff-4ccb-94e1-a73a746f4900 HTTP/1.1" status: 200 len: 217 time: 0.1953943 May 17 17:10:55.422385 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd088af7-988b-41dc-8cdd-17d11bca7333 req-29eada9f-f11d-44b0-bb63-68adea2be446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:55.423919 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-dd088af7-988b-41dc-8cdd-17d11bca7333 req-29eada9f-f11d-44b0-bb63-68adea2be446 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7ea9debc-8f24-47f4-b948-da6947775f55 HTTP/1.1" status: 200 len: 913 time: 0.7374303 May 17 17:10:55.472212 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8c6f7f3f-d9d5-4df7-8f0d-876286467952 req-7a412a74-7309-47ad-81c8-46ff9f5c6ab2 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2c2ad51-a4d2-471e-b916-7c9c675518c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343704 May 17 17:10:55.480401 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-bac1c098-5ebe-41af-9975-91e792c6392d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:55.527039 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4e3bd3cf-091d-4a84-95fb-a7cc6cc384f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:55.568052 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-dd088af7-988b-41dc-8cdd-17d11bca7333 req-f899e83e-bdd6-41ec-a769-c845dc700b6c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43c4a27e-6ab5-4983-a112-df5a98db82e8 HTTP/1.1" status: 200 len: 217 time: 0.1206565 May 17 17:10:55.589266 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd6a83-8982-41a6-ba19-a88d22558e7a req-731fee23-fa12-4ddb-8743-f0e5ae8ac392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:55.590696 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5edd6a83-8982-41a6-ba19-a88d22558e7a req-731fee23-fa12-4ddb-8743-f0e5ae8ac392 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d8fd1f2f-e54a-4844-8483-0ddae8800cdb HTTP/1.1" status: 200 len: 920 time: 0.3762825 May 17 17:10:55.633902 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3a928f58-e992-4288-ae21-f7359868aac2 req-572d5c01-532d-4325-aea5-dc7ef546db43 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016282 May 17 17:10:55.641146 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5486aa3-9f50-4c3b-975d-892ae9a8f9b9 req-430ed2f4-1037-4527-9b56-e0d987871b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:55.643044 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a5486aa3-9f50-4c3b-975d-892ae9a8f9b9 req-430ed2f4-1037-4527-9b56-e0d987871b44 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=9d587d1ef11b4055b77055e6fbcc1899&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4026580 May 17 17:10:55.671752 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81729f2e-f24f-41cd-8556-effe9aedd896 req-3a2e9014-86f3-439f-b771-7a069b6703a3 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:55.673303 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-81729f2e-f24f-41cd-8556-effe9aedd896 req-3a2e9014-86f3-439f-b771-7a069b6703a3 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 944 time: 0.1073976 May 17 17:10:55.686477 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-2edeb3f2-21b8-4479-a69b-363f645346a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:55.688241 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-2edeb3f2-21b8-4479-a69b-363f645346a7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d992d23d-73b7-4452-8ed4-109754aaf16e HTTP/1.1" status: 200 len: 850 time: 0.2536542 May 17 17:10:55.691995 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae85ee-81f1-47d4-ac6f-7272d51b699a req-c9d67caf-d081-4092-9b2b-50cc3d2b3740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:55.693541 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a2ae85ee-81f1-47d4-ac6f-7272d51b699a req-c9d67caf-d081-4092-9b2b-50cc3d2b3740 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=ea3305a913c541e4a45267497213df1c&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2943044 May 17 17:10:55.808380 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-bac1c098-5ebe-41af-9975-91e792c6392d admin admin] Publish callbacks [] for security_group (91ca533a-4a4c-4964-b214-1d5f9e0e3daa), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:55.825215 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-bac1c098-5ebe-41af-9975-91e792c6392d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (91ca533a-4a4c-4964-b214-1d5f9e0e3daa), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:55.847049 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-81729f2e-f24f-41cd-8556-effe9aedd896 req-3bbdea43-1b89-4219-867f-72dbf6968a79 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1592999 May 17 17:10:55.874689 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:55.875883 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5dde3-d286-4b27-ac98-47b7d572e9d3 req-370b4c05-b174-411e-a95b-6c7ec8e27e6c tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:55.877397 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-07c5dde3-d286-4b27-ac98-47b7d572e9d3 req-370b4c05-b174-411e-a95b-6c7ec8e27e6c tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 943 time: 0.1391630 May 17 17:10:55.906759 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4e3bd3cf-091d-4a84-95fb-a7cc6cc384f4 admin admin] Publish callbacks [] for security_group (ea3f958e-e693-4a01-8a41-7ba53a28ca1a), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:55.925576 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4e3bd3cf-091d-4a84-95fb-a7cc6cc384f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (ea3f958e-e693-4a01-8a41-7ba53a28ca1a), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:55.930130 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-bac1c098-5ebe-41af-9975-91e792c6392d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2bd8f7731379433ca2df12e176b09683&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0998123 May 17 17:10:55.932975 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 43134) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:55.933605 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1c098-5ebe-41af-9975-91e792c6392d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ca533a-4a4c-4964-b214-1d5f9e0e3daa,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:55.986410 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9ffae1c1-ce24-4d3a-af97-8c768a56cf52 admin admin] Publish callbacks [] for security_group (91ca533a-4a4c-4964-b214-1d5f9e0e3daa), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:55.990201 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-4e3bd3cf-091d-4a84-95fb-a7cc6cc384f4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e96c1872059d462cb28ddd686ddd1179&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6499181 May 17 17:10:55.994084 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3bd3cf-091d-4a84-95fb-a7cc6cc384f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3f958e-e693-4a01-8a41-7ba53a28ca1a,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:55.997310 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 43136) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:56.012893 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9ffae1c1-ce24-4d3a-af97-8c768a56cf52 admin admin] Publish callbacks [] for security_group (91ca533a-4a4c-4964-b214-1d5f9e0e3daa), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:56.017084 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-07c5dde3-d286-4b27-ac98-47b7d572e9d3 req-80d3802c-0e17-4d5b-91e2-2a6076b39765 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260455 May 17 17:10:56.054471 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-502d4bc7-2293-4647-a1e8-de8e2d95f2d8 admin admin] Publish callbacks [] for security_group (ea3f958e-e693-4a01-8a41-7ba53a28ca1a), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:56.063438 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9ffae1c1-ce24-4d3a-af97-8c768a56cf52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (91ca533a-4a4c-4964-b214-1d5f9e0e3daa), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:56.066034 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9ffae1c1-ce24-4d3a-af97-8c768a56cf52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:56.067194 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-9ffae1c1-ce24-4d3a-af97-8c768a56cf52 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/91ca533a-4a4c-4964-b214-1d5f9e0e3daa HTTP/1.1" status: 204 len: 168 time: 0.1325891 May 17 17:10:56.076433 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffae1c1-ce24-4d3a-af97-8c768a56cf52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ca533a-4a4c-4964-b214-1d5f9e0e3daa,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:56.081470 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-502d4bc7-2293-4647-a1e8-de8e2d95f2d8 admin admin] Publish callbacks [] for security_group (ea3f958e-e693-4a01-8a41-7ba53a28ca1a), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:56.140371 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-502d4bc7-2293-4647-a1e8-de8e2d95f2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (ea3f958e-e693-4a01-8a41-7ba53a28ca1a), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:56.143022 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-502d4bc7-2293-4647-a1e8-de8e2d95f2d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:56.144232 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-502d4bc7-2293-4647-a1e8-de8e2d95f2d8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ea3f958e-e693-4a01-8a41-7ba53a28ca1a HTTP/1.1" status: 204 len: 168 time: 0.1447759 May 17 17:10:56.153689 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d4bc7-2293-4647-a1e8-de8e2d95f2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3f958e-e693-4a01-8a41-7ba53a28ca1a,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:56.422774 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 43148) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:56.437208 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-99cd69d9-58d6-42e1-a181-22727d5af3f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:56.481617 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 43150) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:56.495335 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-35751dea-f03f-4e8f-8d27-497b0b48f1e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:56.520048 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-99cd69d9-58d6-42e1-a181-22727d5af3f9 admin admin] Publish callbacks [] for security_group (856a52c0-622a-44ff-bba1-42954714044a), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:56.524912 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-99cd69d9-58d6-42e1-a181-22727d5af3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (856a52c0-622a-44ff-bba1-42954714044a), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:56.580331 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-99cd69d9-58d6-42e1-a181-22727d5af3f9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=612c8680351b428ea0faf45b5fab4afe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1564474 May 17 17:10:56.582904 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 43154) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:56.590097 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-35751dea-f03f-4e8f-8d27-497b0b48f1e8 admin admin] Publish callbacks [] for security_group (44bf493b-7758-4f48-84ce-3f4954fa0093), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:56.596968 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd69d9-58d6-42e1-a181-22727d5af3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856a52c0-622a-44ff-bba1-42954714044a,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:56.599265 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-35751dea-f03f-4e8f-8d27-497b0b48f1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (44bf493b-7758-4f48-84ce-3f4954fa0093), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:56.619051 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67c959-18a1-4889-b0a9-d53a364f757f req-3ebe1e5c-aa9b-48bc-b966-790ade7f3501 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:56.620570 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-bb67c959-18a1-4889-b0a9-d53a364f757f req-3ebe1e5c-aa9b-48bc-b966-790ade7f3501 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8fba30-1d0b-43ea-ad0c-11129104e39b HTTP/1.1" status: 200 len: 943 time: 0.0639906 May 17 17:10:56.622865 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee2bb8d5-d263-4ab1-8778-77fc4a30f388', 'tag': 'a1ea561d-09ff-4ccb-94e1-a73a746f4900'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:10:56.625098 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf56bc8-a8f0-407a-8a19-a11b3c2b6992" -d '{"events": [{"name": "network-changed", "server_uuid": "ee2bb8d5-d263-4ab1-8778-77fc4a30f388", "tag": "a1ea561d-09ff-4ccb-94e1-a73a746f4900"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:10:56.661558 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35751dea-f03f-4e8f-8d27-497b0b48f1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44bf493b-7758-4f48-84ce-3f4954fa0093,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:56.667923 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-35751dea-f03f-4e8f-8d27-497b0b48f1e8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a96c087b28da46e7a8bf48338b229b40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1851914 May 17 17:10:56.669862 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8605203-1ca6-4f7e-a49f-ec167e19bb32 x-openstack-request-id: req-a8605203-1ca6-4f7e-a49f-ec167e19bb32 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:10:56.670156 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee2bb8d5-d263-4ab1-8778-77fc4a30f388", "tag": "a1ea561d-09ff-4ccb-94e1-a73a746f4900", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:10:56.670413 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a8605203-1ca6-4f7e-a49f-ec167e19bb32 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:10:56.670807 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8605203-1ca6-4f7e-a49f-ec167e19bb32'] response: {'name': 'network-changed', 'server_uuid': 'ee2bb8d5-d263-4ab1-8778-77fc4a30f388', 'tag': 'a1ea561d-09ff-4ccb-94e1-a73a746f4900', 'status': 'completed', 'code': 200} May 17 17:10:56.678935 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 43158) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:56.685931 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c6856987-aa45-40ac-a103-56b9b5a35f1a admin admin] Publish callbacks [] for security_group (856a52c0-622a-44ff-bba1-42954714044a), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:56.689186 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-bb67c959-18a1-4889-b0a9-d53a364f757f req-a3505c92-2939-4485-8b3d-9bb7b5ec4ca8 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2c2ad51-a4d2-471e-b916-7c9c675518c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626690 May 17 17:10:56.709715 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c6856987-aa45-40ac-a103-56b9b5a35f1a admin admin] Publish callbacks [] for security_group (856a52c0-622a-44ff-bba1-42954714044a), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:56.765009 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c6856987-aa45-40ac-a103-56b9b5a35f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (856a52c0-622a-44ff-bba1-42954714044a), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:56.767931 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c6856987-aa45-40ac-a103-56b9b5a35f1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:56.769244 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-c6856987-aa45-40ac-a103-56b9b5a35f1a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/856a52c0-622a-44ff-bba1-42954714044a HTTP/1.1" status: 204 len: 168 time: 0.1854072 May 17 17:10:56.778275 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6856987-aa45-40ac-a103-56b9b5a35f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856a52c0-622a-44ff-bba1-42954714044a,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:56.782462 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-0518368d-7f5b-4f59-9e2b-750b5f48b6ec admin admin] Publish callbacks [] for security_group (44bf493b-7758-4f48-84ce-3f4954fa0093), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:56.792862 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3ee52-653b-4865-bed4-5551d52d094d req-4fea9709-fff4-4b55-b7d2-1a61e4347539 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:56.794378 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-e2b3ee52-653b-4865-bed4-5551d52d094d req-4fea9709-fff4-4b55-b7d2-1a61e4347539 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 943 time: 0.0622089 May 17 17:10:56.831060 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-0518368d-7f5b-4f59-9e2b-750b5f48b6ec admin admin] Publish callbacks [] for security_group (44bf493b-7758-4f48-84ce-3f4954fa0093), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:56.896489 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-e2b3ee52-653b-4865-bed4-5551d52d094d req-51f7f659-9020-450b-85b1-e064f99797c4 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962355 May 17 17:10:56.931662 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-0518368d-7f5b-4f59-9e2b-750b5f48b6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (44bf493b-7758-4f48-84ce-3f4954fa0093), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:56.931662 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-0518368d-7f5b-4f59-9e2b-750b5f48b6ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:56.931662 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-0518368d-7f5b-4f59-9e2b-750b5f48b6ec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/44bf493b-7758-4f48-84ce-3f4954fa0093 HTTP/1.1" status: 204 len: 168 time: 0.2478819 May 17 17:10:56.952046 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518368d-7f5b-4f59-9e2b-750b5f48b6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bf493b-7758-4f48-84ce-3f4954fa0093,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:56.997624 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb0c34-9218-4d0c-971b-16fb1caff133 req-313a2c26-ea97-4cf1-87a0-4b93b2c5ba74 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:56.999243 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-cbbb0c34-9218-4d0c-971b-16fb1caff133 req-313a2c26-ea97-4cf1-87a0-4b93b2c5ba74 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 944 time: 0.0669131 May 17 17:10:57.054619 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-cbbb0c34-9218-4d0c-971b-16fb1caff133 req-af48a1ee-ef01-4c4b-9ef6-489a4eee04d9 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485578 May 17 17:10:57.080673 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device a023c407-040e-4e16-b8de-6dc1de12fc09 details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:10:57.178558 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad94b8-6e1b-4fa3-82f8-c2a0e673af49 req-a862b4f1-ab00-41be-a477-dd8626f86d74 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:57.180494 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-60ad94b8-6e1b-4fa3-82f8-c2a0e673af49 req-a862b4f1-ab00-41be-a477-dd8626f86d74 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 943 time: 0.0629003 May 17 17:10:57.229304 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port a023c407-040e-4e16-b8de-6dc1de12fc09, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=a023c407-040e-4e16-b8de-6dc1de12fc09,segment=NetworkSegment(d5e61896-1faa-41a1-9cf3-1792af62c374),segment_id=d5e61896-1faa-41a1-9cf3-1792af62c374)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:10:57.245093 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-60ad94b8-6e1b-4fa3-82f8-c2a0e673af49 req-cc031c76-09eb-4359-a23f-735fc6e9b34c tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584822 May 17 17:10:57.247906 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Returning: {'device': 'a023c407-040e-4e16-b8de-6dc1de12fc09', 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb', 'port_id': 'a023c407-040e-4e16-b8de-6dc1de12fc09', 'mac_address': 'fa:16:3e:94:44:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac6ed14f-342b-4c1d-a6d0-3f83923520d0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:10:57.295827 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 43184) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:57.299297 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port a023c407-040e-4e16-b8de-6dc1de12fc09 is: DOWN; New status is: BUILD {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:10:57.299848 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (a023c407-040e-4e16-b8de-6dc1de12fc09), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:57.308548 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-130d5dab-2a34-4093-bf9f-5e0a91965637 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:57.410525 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-130d5dab-2a34-4093-bf9f-5e0a91965637 admin admin] Publish callbacks [] for security_group (1078ad47-f4ad-44bc-a48f-8685b031b55f), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:57.415134 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-130d5dab-2a34-4093-bf9f-5e0a91965637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (1078ad47-f4ad-44bc-a48f-8685b031b55f), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:57.429079 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a023c407-040e-4e16-b8de-6dc1de12fc09 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:10:57.446906 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:57.455574 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port a023c407-040e-4e16-b8de-6dc1de12fc09, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=a023c407-040e-4e16-b8de-6dc1de12fc09,segment=NetworkSegment(d5e61896-1faa-41a1-9cf3-1792af62c374),segment_id=d5e61896-1faa-41a1-9cf3-1792af62c374)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:10:57.462664 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-130d5dab-2a34-4093-bf9f-5e0a91965637 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e4c8e3a089274bd0808e0cd7acaa848c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1632905 May 17 17:10:57.463165 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (a023c407-040e-4e16-b8de-6dc1de12fc09), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:57.463165 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 43c4a27e-6ab5-4983-a112-df5a98db82e8 details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:10:57.463354 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 43188) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:57.472450 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d5dab-2a34-4093-bf9f-5e0a91965637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1078ad47-f4ad-44bc-a48f-8685b031b55f,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:57.522494 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a755f7bd-9e88-414d-b73d-b1279d973855 admin admin] Publish callbacks [] for security_group (1078ad47-f4ad-44bc-a48f-8685b031b55f), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:57.541413 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=a023c407-040e-4e16-b8de-6dc1de12fc09,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:57.546629 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a755f7bd-9e88-414d-b73d-b1279d973855 admin admin] Publish callbacks [] for security_group (1078ad47-f4ad-44bc-a48f-8685b031b55f), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:57.604750 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a755f7bd-9e88-414d-b73d-b1279d973855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (1078ad47-f4ad-44bc-a48f-8685b031b55f), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:57.607815 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a755f7bd-9e88-414d-b73d-b1279d973855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:57.609457 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-a755f7bd-9e88-414d-b73d-b1279d973855 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1078ad47-f4ad-44bc-a48f-8685b031b55f HTTP/1.1" status: 204 len: 168 time: 0.1453633 May 17 17:10:57.623937 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755f7bd-9e88-414d-b73d-b1279d973855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1078ad47-f4ad-44bc-a48f-8685b031b55f,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:57.626978 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port 43c4a27e-6ab5-4983-a112-df5a98db82e8, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=43c4a27e-6ab5-4983-a112-df5a98db82e8,segment=NetworkSegment(ae6263ca-fda7-4aff-9a66-39c1c62b04e3),segment_id=ae6263ca-fda7-4aff-9a66-39c1c62b04e3)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:10:57.650448 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Returning: {'device': '43c4a27e-6ab5-4983-a112-df5a98db82e8', 'network_id': '7ea9debc-8f24-47f4-b948-da6947775f55', 'port_id': '43c4a27e-6ab5-4983-a112-df5a98db82e8', 'mac_address': 'fa:16:3e:9a:92:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb76c68c-c65c-4eb1-96de-e4da1ef4e1e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:10:57.688907 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port 43c4a27e-6ab5-4983-a112-df5a98db82e8 is: DOWN; New status is: BUILD {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:10:57.689301 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (43c4a27e-6ab5-4983-a112-df5a98db82e8), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:57.702838 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43c4a27e-6ab5-4983-a112-df5a98db82e8 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:10:57.728697 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port 43c4a27e-6ab5-4983-a112-df5a98db82e8, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=43c4a27e-6ab5-4983-a112-df5a98db82e8,segment=NetworkSegment(ae6263ca-fda7-4aff-9a66-39c1c62b04e3),segment_id=ae6263ca-fda7-4aff-9a66-39c1c62b04e3)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:10:57.734101 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (43c4a27e-6ab5-4983-a112-df5a98db82e8), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:57.788623 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=43c4a27e-6ab5-4983-a112-df5a98db82e8,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:57.857138 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914e649-6c23-4328-ad9a-ba6a74257325 req-5c4974c3-fb4f-4daf-9037-d163d164e241 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:57.863875 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c914e649-6c23-4328-ad9a-ba6a74257325 req-5c4974c3-fb4f-4daf-9037-d163d164e241 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8fba30-1d0b-43ea-ad0c-11129104e39b HTTP/1.1" status: 200 len: 944 time: 0.0520539 May 17 17:10:57.911794 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c914e649-6c23-4328-ad9a-ba6a74257325 req-e771cc4e-0456-4942-ac74-b10620f2897a tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2c2ad51-a4d2-471e-b916-7c9c675518c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476167 May 17 17:10:58.047220 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5edd6a83-8982-41a6-ba19-a88d22558e7a req-363909ed-806f-472e-a1a3-f1f0a7d760b5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a023c407-040e-4e16-b8de-6dc1de12fc09 HTTP/1.1" status: 200 len: 217 time: 0.0751874 May 17 17:10:58.154181 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b25c74-9423-41f8-8582-a15e1dcb9faa req-37f701b1-08bf-4e07-a097-6f924e5d7a7b tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:58.155743 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-51b25c74-9423-41f8-8582-a15e1dcb9faa req-37f701b1-08bf-4e07-a097-6f924e5d7a7b tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 943 time: 0.1115692 May 17 17:10:58.169826 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd6a83-8982-41a6-ba19-a88d22558e7a req-0973a4fc-1c70-494d-bb18-c92a6a663b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:58.171251 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5edd6a83-8982-41a6-ba19-a88d22558e7a req-0973a4fc-1c70-494d-bb18-c92a6a663b68 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ac6ed14f-342b-4c1d-a6d0-3f83923520d0 HTTP/1.1" status: 200 len: 858 time: 0.0921533 May 17 17:10:58.330379 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] get_ports_and_sgs() called for port_ids ['43c4a27e-6ab5-4983-a112-df5a98db82e8'] {{(pid=103512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:10:58.426629 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-cde0ac6b-ebfb-4a19-a5fd-38522348f9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:58.432394 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-cde0ac6b-ebfb-4a19-a5fd-38522348f9d6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1dd4923f-bb48-4a70-ba63-f0b98efd2694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4555836 May 17 17:10:58.535708 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-51b25c74-9423-41f8-8582-a15e1dcb9faa req-b19cb5ff-10a7-4939-92ee-9ee8d1df983f tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3677719 May 17 17:10:58.539662 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd6a83-8982-41a6-ba19-a88d22558e7a req-f998bb5f-2d66-4a28-b912-1e2641eacead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:58.541130 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5edd6a83-8982-41a6-ba19-a88d22558e7a req-f998bb5f-2d66-4a28-b912-1e2641eacead service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d8fd1f2f-e54a-4844-8483-0ddae8800cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3558865 May 17 17:10:58.553914 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7978073-8a77-45d8-aea5-d6a290c3b905 req-6874c93c-fc1c-4252-9494-23eeb3c7935c tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:58.555929 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-e7978073-8a77-45d8-aea5-d6a290c3b905 req-6874c93c-fc1c-4252-9494-23eeb3c7935c tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 944 time: 0.3099818 May 17 17:10:58.574850 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd088af7-988b-41dc-8cdd-17d11bca7333 req-1b0e6c3b-37fe-4593-8a64-d7405e14af2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:58.580269 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-dd088af7-988b-41dc-8cdd-17d11bca7333 req-1b0e6c3b-37fe-4593-8a64-d7405e14af2b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cb76c68c-c65c-4eb1-96de-e4da1ef4e1e4 HTTP/1.1" status: 200 len: 852 time: 0.6164634 May 17 17:10:58.624815 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5486aa3-9f50-4c3b-975d-892ae9a8f9b9 req-51dc0a22-d52d-4448-9909-542481945ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:58.626637 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a5486aa3-9f50-4c3b-975d-892ae9a8f9b9 req-51dc0a22-d52d-4448-9909-542481945ca2 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6519070 May 17 17:10:58.644575 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae85ee-81f1-47d4-ac6f-7272d51b699a req-03d9cb4b-3d06-4ac0-ae12-c7f10fdadb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:58.646502 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a2ae85ee-81f1-47d4-ac6f-7272d51b699a req-03d9cb4b-3d06-4ac0-ae12-c7f10fdadb2b service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6706924 May 17 17:10:58.665558 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-e7978073-8a77-45d8-aea5-d6a290c3b905 req-3b1fbc04-193e-4e07-b3d1-b926c73bedfe tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0992265 May 17 17:10:58.700681 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc4d2e-c7f4-4d6b-b6e1-32e05e65cf1f req-5ece5761-03e5-4e27-aa90-fa794c9b1271 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:58.702212 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1afc4d2e-c7f4-4d6b-b6e1-32e05e65cf1f req-5ece5761-03e5-4e27-aa90-fa794c9b1271 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 943 time: 0.0514631 May 17 17:10:58.751832 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1afc4d2e-c7f4-4d6b-b6e1-32e05e65cf1f req-3d1e9bda-e975-4b55-aaa0-3f00938c287f tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438786 May 17 17:10:59.045917 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997650e0-4cbf-4f2c-96cc-be169fc5e0af req-fa09a40e-cc3c-4538-bd3d-a33e1ed72e41 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:59.053106 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-997650e0-4cbf-4f2c-96cc-be169fc5e0af req-fa09a40e-cc3c-4538-bd3d-a33e1ed72e41 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8fba30-1d0b-43ea-ad0c-11129104e39b HTTP/1.1" status: 200 len: 944 time: 0.0592451 May 17 17:10:59.105443 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-997650e0-4cbf-4f2c-96cc-be169fc5e0af req-62ccc383-eda3-4042-8da1-6ff867e27d32 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2c2ad51-a4d2-471e-b916-7c9c675518c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513692 May 17 17:10:59.200943 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 43274) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:59.312019 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0278725d-a106-4bc4-9ed8-e5d2442ab4df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:59.392619 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0278725d-a106-4bc4-9ed8-e5d2442ab4df admin admin] Publish callbacks [] for security_group (c1041c75-f89e-4b36-a8a1-bf4dafdea866), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:59.396853 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0278725d-a106-4bc4-9ed8-e5d2442ab4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (c1041c75-f89e-4b36-a8a1-bf4dafdea866), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:59.436839 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-0278725d-a106-4bc4-9ed8-e5d2442ab4df admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=12ab87ddb60942e39eaf9caa63220a91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2347829 May 17 17:10:59.437811 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0278725d-a106-4bc4-9ed8-e5d2442ab4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1041c75-f89e-4b36-a8a1-bf4dafdea866,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:59.439619 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 43288) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:59.502167 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-57a38cef-69ae-446e-b4bd-f48dceba0ffd admin admin] Publish callbacks [] for security_group (c1041c75-f89e-4b36-a8a1-bf4dafdea866), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:59.524598 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-57a38cef-69ae-446e-b4bd-f48dceba0ffd admin admin] Publish callbacks [] for security_group (c1041c75-f89e-4b36-a8a1-bf4dafdea866), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:59.573080 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-57a38cef-69ae-446e-b4bd-f48dceba0ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (c1041c75-f89e-4b36-a8a1-bf4dafdea866), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:59.575632 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-57a38cef-69ae-446e-b4bd-f48dceba0ffd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:59.579026 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-57a38cef-69ae-446e-b4bd-f48dceba0ffd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c1041c75-f89e-4b36-a8a1-bf4dafdea866 HTTP/1.1" status: 204 len: 168 time: 0.1345079 May 17 17:10:59.586939 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a38cef-69ae-446e-b4bd-f48dceba0ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1041c75-f89e-4b36-a8a1-bf4dafdea866,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:59.694051 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc65c0e-f632-4d87-b338-52a3a9f8073a req-e7318d57-6842-4708-9613-5d7351163eab tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:59.696173 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2fc65c0e-f632-4d87-b338-52a3a9f8073a req-e7318d57-6842-4708-9613-5d7351163eab tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 943 time: 0.0533409 May 17 17:10:59.757517 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2fc65c0e-f632-4d87-b338-52a3a9f8073a req-4d4a0ed8-f8af-4aa0-8076-345d6f8f3f49 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516803 May 17 17:10:59.816327 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530717b-be7c-4871-a1ec-38cfa3cf3c8f req-cc9597a0-4be6-47ae-8a51-8853e77571eb tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:59.818060 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d530717b-be7c-4871-a1ec-38cfa3cf3c8f req-cc9597a0-4be6-47ae-8a51-8853e77571eb tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 944 time: 0.0593686 May 17 17:10:59.912249 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d530717b-be7c-4871-a1ec-38cfa3cf3c8f req-ebe8d601-7189-4b4a-90d3-d35c0cbac210 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0866647 May 17 17:10:59.921522 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e401eac-d0b6-487e-ba1c-6739ebc8c367 req-0ec6b7ee-bb0a-428f-ad3d-9833cccfac8d tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:59.923092 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7e401eac-d0b6-487e-ba1c-6739ebc8c367 req-0ec6b7ee-bb0a-428f-ad3d-9833cccfac8d tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 943 time: 0.0754857 May 17 17:10:59.998298 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7e401eac-d0b6-487e-ba1c-6739ebc8c367 req-4f462c45-25c9-463e-9adc-20f41e0a70bf tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657601 May 17 17:11:00.011307 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 43322) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:00.025940 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-29d7d238-9379-44fd-be0e-ff8744d25103 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:00.110327 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-29d7d238-9379-44fd-be0e-ff8744d25103 admin admin] Publish callbacks [] for security_group (890f9355-da69-4d8d-abbe-4c836ac8a191), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:00.114574 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-29d7d238-9379-44fd-be0e-ff8744d25103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (890f9355-da69-4d8d-abbe-4c836ac8a191), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:00.154755 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d7d238-9379-44fd-be0e-ff8744d25103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890f9355-da69-4d8d-abbe-4c836ac8a191,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:00.161530 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-29d7d238-9379-44fd-be0e-ff8744d25103 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=79a2f808e86b4b67b6b9d3b54be4ac5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1466687 May 17 17:11:00.162068 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 43330) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:00.252606 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7813e-7215-4665-a1b6-133a450a26fa req-8e14f957-fb57-48dd-9b88-51fcbdfbd3aa tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:00.254207 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c3d7813e-7215-4665-a1b6-133a450a26fa req-8e14f957-fb57-48dd-9b88-51fcbdfbd3aa tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8fba30-1d0b-43ea-ad0c-11129104e39b HTTP/1.1" status: 200 len: 944 time: 0.0693543 May 17 17:11:00.255219 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ad3b03da-8195-48fd-9bbe-d388b908131a admin admin] Publish callbacks [] for security_group (890f9355-da69-4d8d-abbe-4c836ac8a191), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:00.289889 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ad3b03da-8195-48fd-9bbe-d388b908131a admin admin] Publish callbacks [] for security_group (890f9355-da69-4d8d-abbe-4c836ac8a191), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:00.351145 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c3d7813e-7215-4665-a1b6-133a450a26fa req-36d5a747-8232-4cf7-83cd-02bcb39bc1e1 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2c2ad51-a4d2-471e-b916-7c9c675518c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857079 May 17 17:11:00.370859 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 43336) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:00.379918 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ad3b03da-8195-48fd-9bbe-d388b908131a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (890f9355-da69-4d8d-abbe-4c836ac8a191), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:00.382728 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ad3b03da-8195-48fd-9bbe-d388b908131a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:00.383918 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-ad3b03da-8195-48fd-9bbe-d388b908131a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/890f9355-da69-4d8d-abbe-4c836ac8a191 HTTP/1.1" status: 204 len: 168 time: 0.2212398 May 17 17:11:00.392454 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b03da-8195-48fd-9bbe-d388b908131a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890f9355-da69-4d8d-abbe-4c836ac8a191,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:00.489992 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-27aa81d4-998b-4b03-822e-6c33833a4a39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:00.571691 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-27aa81d4-998b-4b03-822e-6c33833a4a39 admin admin] Publish callbacks [] for security_group (37a2c8c8-4c68-46be-9fe2-67df24c7a199), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:00.575951 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-27aa81d4-998b-4b03-822e-6c33833a4a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (37a2c8c8-4c68-46be-9fe2-67df24c7a199), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:00.615859 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-27aa81d4-998b-4b03-822e-6c33833a4a39 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c37d5415c79c40ed9beffa8590202bd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2438874 May 17 17:11:00.616723 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa81d4-998b-4b03-822e-6c33833a4a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a2c8c8-4c68-46be-9fe2-67df24c7a199,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:00.619582 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 43348) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:00.672556 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4fee091a-9af8-40bf-a3c2-c54293ed8100 admin admin] Publish callbacks [] for security_group (37a2c8c8-4c68-46be-9fe2-67df24c7a199), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:00.695083 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4fee091a-9af8-40bf-a3c2-c54293ed8100 admin admin] Publish callbacks [] for security_group (37a2c8c8-4c68-46be-9fe2-67df24c7a199), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:00.746588 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4fee091a-9af8-40bf-a3c2-c54293ed8100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (37a2c8c8-4c68-46be-9fe2-67df24c7a199), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:00.749441 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4fee091a-9af8-40bf-a3c2-c54293ed8100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:00.750672 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-4fee091a-9af8-40bf-a3c2-c54293ed8100 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/37a2c8c8-4c68-46be-9fe2-67df24c7a199 HTTP/1.1" status: 204 len: 168 time: 0.1289899 May 17 17:11:00.760083 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee091a-9af8-40bf-a3c2-c54293ed8100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a2c8c8-4c68-46be-9fe2-67df24c7a199,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:00.903280 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e00410-12e3-471d-859e-497ff1ac5caa req-04a0538b-8ca2-4cc0-80d9-8de02c0c670c tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:00.906820 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-69e00410-12e3-471d-859e-497ff1ac5caa req-04a0538b-8ca2-4cc0-80d9-8de02c0c670c tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 943 time: 0.0592685 May 17 17:11:00.991809 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-69e00410-12e3-471d-859e-497ff1ac5caa req-3561d6d4-fa88-4ab6-a6ef-ad50b0c7de3c tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788667 May 17 17:11:01.013075 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] get_ports_and_sgs() called for port_ids ['a023c407-040e-4e16-b8de-6dc1de12fc09'] {{(pid=103512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:11:01.075745 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-dd088af7-988b-41dc-8cdd-17d11bca7333 req-fe58b8b7-d45a-4f9a-a0e4-2a0447e04672 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7ea9debc-8f24-47f4-b948-da6947775f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908597 May 17 17:11:01.206604 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b85e8-ad48-4883-9cfc-b80cc8eb9993 req-c4ea385e-2cc6-4581-9da2-16904a630c73 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:01.208154 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7b7b85e8-ad48-4883-9cfc-b80cc8eb9993 req-c4ea385e-2cc6-4581-9da2-16904a630c73 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 943 time: 0.0596225 May 17 17:11:01.255128 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 43374) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:01.273244 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-84b283dd-3900-467c-bfa3-7b88a2604142 service neutron] 10.222.0.23 "GET /v2.0/networks/1dd4923f-bb48-4a70-ba63-f0b98efd2694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060827 May 17 17:11:01.277598 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-dff68956-ee16-4144-9ead-70bba04c852e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:01.280097 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-dff68956-ee16-4144-9ead-70bba04c852e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9d587d1ef11b4055b77055e6fbcc1899&device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 1127 time: 0.1359193 May 17 17:11:01.284058 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df75d31-fb43-4706-a64b-229023ffd279 req-2327caf5-e730-408c-9d64-f9152e055bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:01.285632 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0df75d31-fb43-4706-a64b-229023ffd279 req-2327caf5-e730-408c-9d64-f9152e055bfe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea3305a913c541e4a45267497213df1c&device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 1127 time: 0.2088132 May 17 17:11:01.301757 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-527d5fe9-238d-4d60-a731-7ec33a9f9abb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:01.312855 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5edd6a83-8982-41a6-ba19-a88d22558e7a req-de9f2a0b-e9f9-4ffe-93e0-ff7074f19fb3 service neutron] 10.222.0.23 "GET /v2.0/networks/d8fd1f2f-e54a-4844-8483-0ddae8800cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187699 May 17 17:11:01.322571 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d977d7d-2e30-45cb-acba-90cb00c8de53 req-6c088a77-e896-4d9d-aef7-503a95da3ca4 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:01.325291 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-6d977d7d-2e30-45cb-acba-90cb00c8de53 req-6c088a77-e896-4d9d-aef7-503a95da3ca4 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 944 time: 0.2976573 May 17 17:11:01.438695 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-c76a8ea1-f955-4f71-8658-0671b6f70792 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6735ae1-4241-48ca-9802-22aba7b4cccc HTTP/1.1" status: 200 len: 217 time: 0.1163990 May 17 17:11:01.444027 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0df75d31-fb43-4706-a64b-229023ffd279 req-c9de5962-c18b-4d6e-804b-a183edf1c6fb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1efef679-0e58-4dd9-94e3-c4f323122713 HTTP/1.1" status: 200 len: 217 time: 0.1229739 May 17 17:11:01.489384 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7b7b85e8-ad48-4883-9cfc-b80cc8eb9993 req-7de2fbbf-6606-4d69-8961-f9d4db3ca081 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389412 May 17 17:11:01.513381 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-6d977d7d-2e30-45cb-acba-90cb00c8de53 req-502aed4e-826b-4e03-937a-b9aee49d5e2e tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1621468 May 17 17:11:01.559421 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5edd6a83-8982-41a6-ba19-a88d22558e7a req-5a3a036b-29ad-4f6d-97e4-fc371ad423bb service neutron] 10.222.0.23 "GET /v2.0/networks/d8fd1f2f-e54a-4844-8483-0ddae8800cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257929 May 17 17:11:01.591540 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-527d5fe9-238d-4d60-a731-7ec33a9f9abb admin admin] Publish callbacks [] for security_group (f3acaafb-b59d-43d2-a7f6-21afd0111727), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:01.604493 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-527d5fe9-238d-4d60-a731-7ec33a9f9abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (f3acaafb-b59d-43d2-a7f6-21afd0111727), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:01.642395 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-dd088af7-988b-41dc-8cdd-17d11bca7333 req-ad2be1f0-5502-4c67-9f69-8c1f56809474 service neutron] 10.222.0.23 "GET /v2.0/networks/7ea9debc-8f24-47f4-b948-da6947775f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4895427 May 17 17:11:01.664885 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527d5fe9-238d-4d60-a731-7ec33a9f9abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3acaafb-b59d-43d2-a7f6-21afd0111727,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:01.673063 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-527d5fe9-238d-4d60-a731-7ec33a9f9abb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=586f0ff5217c4e1eb6819f1904cb8fd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4102893 May 17 17:11:01.673392 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 43392) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:01.697565 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df75d31-fb43-4706-a64b-229023ffd279 req-8dd395b3-3bdc-479d-97f4-f503230ec630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:01.699416 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0df75d31-fb43-4706-a64b-229023ffd279 req-8dd395b3-3bdc-479d-97f4-f503230ec630 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ac6ed14f-342b-4c1d-a6d0-3f83923520d0 HTTP/1.1" status: 200 len: 858 time: 0.2494977 May 17 17:11:01.731555 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-77e73f9c-b2f7-41ce-a3bf-efc572e8fd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:01.734286 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-77e73f9c-b2f7-41ce-a3bf-efc572e8fd61 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7c810424-34e9-472b-8917-5d16a4254529 HTTP/1.1" status: 200 len: 856 time: 0.2855012 May 17 17:11:01.785060 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f88090-514d-4180-9fd0-a820bf399e24 req-9d69eb9b-3a57-48b0-ba45-611b714a1701 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:01.786763 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a1f88090-514d-4180-9fd0-a820bf399e24 req-9d69eb9b-3a57-48b0-ba45-611b714a1701 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8fba30-1d0b-43ea-ad0c-11129104e39b HTTP/1.1" status: 200 len: 944 time: 0.1505132 May 17 17:11:01.818903 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f0e300dc-204e-433c-8ba1-0368c5233efd admin admin] Publish callbacks [] for security_group (f3acaafb-b59d-43d2-a7f6-21afd0111727), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:01.834256 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2665022b-a7f7-4228-870b-a9b1b4ba3064 req-15346ae9-8a06-4a0d-b379-bba82db7e5a3 service neutron] 10.222.0.23 "GET /v2.0/networks/1dd4923f-bb48-4a70-ba63-f0b98efd2694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5513937 May 17 17:11:01.850185 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df75d31-fb43-4706-a64b-229023ffd279 req-925f5618-7355-4f31-b6bb-e260159e43b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:01.852050 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0df75d31-fb43-4706-a64b-229023ffd279 req-925f5618-7355-4f31-b6bb-e260159e43b0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d8fd1f2f-e54a-4844-8483-0ddae8800cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1124687 May 17 17:11:01.857077 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-f0693077-25c8-4fb9-b287-b123620b6b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:01.859139 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-f0693077-25c8-4fb9-b287-b123620b6b7b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cabe2e00-7fdc-4f66-a15c-c9987c464947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1097817 May 17 17:11:01.882100 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f0e300dc-204e-433c-8ba1-0368c5233efd admin admin] Publish callbacks [] for security_group (f3acaafb-b59d-43d2-a7f6-21afd0111727), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:01.904726 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-dd088af7-988b-41dc-8cdd-17d11bca7333 req-d02bb162-6bb3-44f8-ae50-3a8d9b2e8560 service neutron] 10.222.0.23 "GET /v2.0/networks/7ea9debc-8f24-47f4-b948-da6947775f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533994 May 17 17:11:01.931739 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a1f88090-514d-4180-9fd0-a820bf399e24 req-18b40e96-94fc-441e-a08a-8032a0efd1ef tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2c2ad51-a4d2-471e-b916-7c9c675518c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255865 May 17 17:11:01.977297 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f0e300dc-204e-433c-8ba1-0368c5233efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (f3acaafb-b59d-43d2-a7f6-21afd0111727), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:01.986038 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f0e300dc-204e-433c-8ba1-0368c5233efd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:01.991010 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-f0e300dc-204e-433c-8ba1-0368c5233efd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f3acaafb-b59d-43d2-a7f6-21afd0111727 HTTP/1.1" status: 204 len: 168 time: 0.3123901 May 17 17:11:02.000951 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e300dc-204e-433c-8ba1-0368c5233efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3acaafb-b59d-43d2-a7f6-21afd0111727,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:02.060435 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0df75d31-fb43-4706-a64b-229023ffd279 req-aab1ae7f-2235-45df-aa66-5a48bcc607fa service neutron] 10.222.0.23 "GET /v2.0/networks/d8fd1f2f-e54a-4844-8483-0ddae8800cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953516 May 17 17:11:02.068812 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-fff06d28-9b5f-482d-bf90-c01293316925 service neutron] 10.222.0.23 "GET /v2.0/networks/cabe2e00-7fdc-4f66-a15c-c9987c464947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930885 May 17 17:11:02.157641 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063c9ae-73bf-4a55-b421-052b921888f0 req-92e3e429-5755-495d-b2c1-e6d2aa0a2b40 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:02.159167 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b063c9ae-73bf-4a55-b421-052b921888f0 req-92e3e429-5755-495d-b2c1-e6d2aa0a2b40 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 943 time: 0.0521429 May 17 17:11:02.212969 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b063c9ae-73bf-4a55-b421-052b921888f0 req-db23fdc4-24bb-4032-b763-3f061a49dfed tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476992 May 17 17:11:02.638406 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406cafdf-c432-410d-ae3e-3ec34dacfa36 req-9f662e7e-a22a-4ad5-b5e8-f1cc35a32c3b tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:02.647867 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-406cafdf-c432-410d-ae3e-3ec34dacfa36 req-9f662e7e-a22a-4ad5-b5e8-f1cc35a32c3b tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 943 time: 0.0795345 May 17 17:11:02.768509 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a7fc5-5f52-44a4-8f28-075b6f553fe6 req-f5f67779-5dec-452e-9fb8-53f8603daad9 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:02.776948 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf56bc8-a8f0-407a-8a19-a11b3c2b6992 req-5f793501-2a32-417d-909d-c855bc77df2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:02.778583 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6cf56bc8-a8f0-407a-8a19-a11b3c2b6992 req-5f793501-2a32-417d-909d-c855bc77df2e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87f2aabc0cda49538fa0fd9d5db6bf51&device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 1128 time: 0.1795273 May 17 17:11:02.784520 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-be0a7fc5-5f52-44a4-8f28-075b6f553fe6 req-f5f67779-5dec-452e-9fb8-53f8603daad9 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 944 time: 0.1078215 May 17 17:11:02.798658 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-406cafdf-c432-410d-ae3e-3ec34dacfa36 req-8498c2de-0bb3-4859-8664-d29a6f1d203c tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495509 May 17 17:11:02.864145 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-be0a7fc5-5f52-44a4-8f28-075b6f553fe6 req-db73d864-2496-47a5-94b9-d7acab4e92eb tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0747883 May 17 17:11:02.881908 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0df75d31-fb43-4706-a64b-229023ffd279 req-163e1bd7-7fb2-4ef5-a865-38d981fba990 service neutron] 10.222.0.23 "GET /v2.0/networks/d8fd1f2f-e54a-4844-8483-0ddae8800cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939599 May 17 17:11:02.885955 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c6b261bc-81a4-4442-84e6-4ef0d3c12a76 req-3b701ab4-86cb-4bf7-9720-bb5b0ea7c9ec service neutron] 10.222.0.23 "GET /v2.0/networks/cabe2e00-7fdc-4f66-a15c-c9987c464947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968040 May 17 17:11:02.919677 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf56bc8-a8f0-407a-8a19-a11b3c2b6992 req-b8b1c967-e3d5-4190-9495-a769676709e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:02.921233 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6cf56bc8-a8f0-407a-8a19-a11b3c2b6992 req-b8b1c967-e3d5-4190-9495-a769676709e0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1dd4923f-bb48-4a70-ba63-f0b98efd2694 HTTP/1.1" status: 200 len: 912 time: 0.1357360 May 17 17:11:03.013533 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device a023c407-040e-4e16-b8de-6dc1de12fc09 up at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:11:03.058327 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ec1d0-9a2e-421c-a740-ba6f7208b14c req-deb9738a-e699-4ee6-9ddf-30a3216cbbad tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:03.059999 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-6a3ec1d0-9a2e-421c-a740-ba6f7208b14c req-deb9738a-e699-4ee6-9ddf-30a3216cbbad tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8fba30-1d0b-43ea-ad0c-11129104e39b HTTP/1.1" status: 200 len: 944 time: 0.0519390 May 17 17:11:03.063134 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning for port a023c407-040e-4e16-b8de-6dc1de12fc09 completed by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 17:11:03.072172 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning complete for port a023c407-040e-4e16-b8de-6dc1de12fc09 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:11:03.073727 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (a023c407-040e-4e16-b8de-6dc1de12fc09), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:03.122644 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-6a3ec1d0-9a2e-421c-a740-ba6f7208b14c req-681f9361-be39-4ede-9e6e-0fc54ee66ae6 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2c2ad51-a4d2-471e-b916-7c9c675518c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556686 May 17 17:11:03.185719 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port a023c407-040e-4e16-b8de-6dc1de12fc09 is: BUILD; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:11:03.186176 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (a023c407-040e-4e16-b8de-6dc1de12fc09), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:03.210478 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d096e1-5210-41e8-ae6e-dee03652b474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a023c407-040e-4e16-b8de-6dc1de12fc09'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:11:03.283966 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port a023c407-040e-4e16-b8de-6dc1de12fc09, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=a023c407-040e-4e16-b8de-6dc1de12fc09,segment=NetworkSegment(d5e61896-1faa-41a1-9cf3-1792af62c374),segment_id=d5e61896-1faa-41a1-9cf3-1792af62c374)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:11:03.294721 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (a023c407-040e-4e16-b8de-6dc1de12fc09), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:03.295793 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 43c4a27e-6ab5-4983-a112-df5a98db82e8 up at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:11:03.378520 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=a023c407-040e-4e16-b8de-6dc1de12fc09,revision_number=5']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:03.381605 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5d51c-1907-497e-afb9-a4950c29583e req-38346233-666f-4d27-a7b0-39e7515631b0 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:03.391936 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-45d5d51c-1907-497e-afb9-a4950c29583e req-38346233-666f-4d27-a7b0-39e7515631b0 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 943 time: 0.0780692 May 17 17:11:03.407347 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning for port 43c4a27e-6ab5-4983-a112-df5a98db82e8 completed by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 17:11:03.415446 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning complete for port 43c4a27e-6ab5-4983-a112-df5a98db82e8 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:11:03.416592 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (43c4a27e-6ab5-4983-a112-df5a98db82e8), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:03.464186 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-45d5d51c-1907-497e-afb9-a4950c29583e req-42be30a2-ec59-4564-9332-2849960a2b31 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648229 May 17 17:11:03.483461 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47090663941ec1551041a48ed4f6687b33fcf119bf177f9ca48a03ee97be2a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cef653-17e3-4c28-bcd6-b4731cba9f96" -d '{"events": [{"server_uuid": "09d096e1-5210-41e8-ae6e-dee03652b474", "name": "network-vif-plugged", "status": "completed", "tag": "a023c407-040e-4e16-b8de-6dc1de12fc09"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:11:03.529401 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port 43c4a27e-6ab5-4983-a112-df5a98db82e8 is: BUILD; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:11:03.529791 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (43c4a27e-6ab5-4983-a112-df5a98db82e8), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:03.577435 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port 43c4a27e-6ab5-4983-a112-df5a98db82e8, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=43c4a27e-6ab5-4983-a112-df5a98db82e8,segment=NetworkSegment(ae6263ca-fda7-4aff-9a66-39c1c62b04e3),segment_id=ae6263ca-fda7-4aff-9a66-39c1c62b04e3)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:11:03.583257 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (43c4a27e-6ab5-4983-a112-df5a98db82e8), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:03.612835 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885951bb-22b3-48fd-95aa-4fccc4af3784 x-openstack-request-id: req-885951bb-22b3-48fd-95aa-4fccc4af3784 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:11:03.613157 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d096e1-5210-41e8-ae6e-dee03652b474", "name": "network-vif-plugged", "status": "completed", "tag": "a023c407-040e-4e16-b8de-6dc1de12fc09", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:11:03.613417 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-885951bb-22b3-48fd-95aa-4fccc4af3784 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:11:03.613873 dv-cinder-842149-1-iscsi neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-885951bb-22b3-48fd-95aa-4fccc4af3784'] response: {'server_uuid': '09d096e1-5210-41e8-ae6e-dee03652b474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a023c407-040e-4e16-b8de-6dc1de12fc09', 'code': 200} May 17 17:11:03.637871 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=43c4a27e-6ab5-4983-a112-df5a98db82e8,revision_number=5']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:03.934445 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef3bf2-8918-47fe-9e0e-2a575e6fb637 req-35f73513-8044-4411-80ee-e50a5159a5b9 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:03.935995 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-23ef3bf2-8918-47fe-9e0e-2a575e6fb637 req-35f73513-8044-4411-80ee-e50a5159a5b9 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 943 time: 0.0624886 May 17 17:11:04.030363 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721a274-6e52-48ec-b847-aa233f481a31 req-1512e6fc-7e81-4142-ba71-73ad0d9d7358 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:04.031937 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c721a274-6e52-48ec-b847-aa233f481a31 req-1512e6fc-7e81-4142-ba71-73ad0d9d7358 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 944 time: 0.0869143 May 17 17:11:04.048168 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-23ef3bf2-8918-47fe-9e0e-2a575e6fb637 req-20fde659-3479-453a-b8a0-4df93eac81b0 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030204 May 17 17:11:04.099637 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c721a274-6e52-48ec-b847-aa233f481a31 req-c5c7ef53-a907-45f6-943f-d2c53163edac tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495160 May 17 17:11:04.241477 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfead3-f83d-4e3a-ba55-ee0a151ca521 req-abfbd103-9fcc-4b95-b701-46010d533e79 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:04.244439 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-77bfead3-f83d-4e3a-ba55-ee0a151ca521 req-abfbd103-9fcc-4b95-b701-46010d533e79 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8fba30-1d0b-43ea-ad0c-11129104e39b HTTP/1.1" status: 200 len: 945 time: 0.0505648 May 17 17:11:04.295093 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-77bfead3-f83d-4e3a-ba55-ee0a151ca521 req-05f425e6-99a2-4b66-ba83-93808d79d6c8 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2c2ad51-a4d2-471e-b916-7c9c675518c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449927 May 17 17:11:04.386493 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6cf56bc8-a8f0-407a-8a19-a11b3c2b6992 req-1885f743-6f26-4b22-9bc4-aa2b4f067a76 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1ea561d-09ff-4ccb-94e1-a73a746f4900 HTTP/1.1" status: 200 len: 217 time: 0.0383327 May 17 17:11:04.607050 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4cb793-45d9-4c45-bb1f-5406e8e98521 req-6f089c60-3bac-4f0f-9323-15a805e7d92d tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:04.608702 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-6d4cb793-45d9-4c45-bb1f-5406e8e98521 req-6f089c60-3bac-4f0f-9323-15a805e7d92d tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 943 time: 0.0570257 May 17 17:11:04.673606 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-6d4cb793-45d9-4c45-bb1f-5406e8e98521 req-d18af030-5b2e-4c03-b33e-7be98d760092 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577891 May 17 17:11:04.745287 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf56bc8-a8f0-407a-8a19-a11b3c2b6992 req-92d31efd-0b3f-48b4-b439-96ef183dc46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:04.746778 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6cf56bc8-a8f0-407a-8a19-a11b3c2b6992 req-92d31efd-0b3f-48b4-b439-96ef183dc46f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d992d23d-73b7-4452-8ed4-109754aaf16e HTTP/1.1" status: 200 len: 850 time: 0.3534348 May 17 17:11:04.747885 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf49bdc-ff6e-4df4-8dcd-afc033231a74 req-8151d7ed-4d96-40ca-85fe-613f44667518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:04.749230 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8cf49bdc-ff6e-4df4-8dcd-afc033231a74 req-8151d7ed-4d96-40ca-85fe-613f44667518 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=09d096e1-5210-41e8-ae6e-dee03652b474 HTTP/1.1" status: 200 len: 1129 time: 0.0884869 May 17 17:11:04.801193 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-8cf49bdc-ff6e-4df4-8dcd-afc033231a74 req-531650a3-5611-41d7-a3ea-40f5376fbd2f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:04.819146 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf56bc8-a8f0-407a-8a19-a11b3c2b6992 req-8fef96ac-0d8b-4391-91f7-7a6d4a82fa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:04.821105 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6cf56bc8-a8f0-407a-8a19-a11b3c2b6992 req-8fef96ac-0d8b-4391-91f7-7a6d4a82fa4c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1dd4923f-bb48-4a70-ba63-f0b98efd2694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0626559 May 17 17:11:04.956922 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6cf56bc8-a8f0-407a-8a19-a11b3c2b6992 req-5cd4c21c-f14e-42ed-b2b1-3f070059d3a3 service neutron] 10.222.0.23 "GET /v2.0/networks/1dd4923f-bb48-4a70-ba63-f0b98efd2694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274219 May 17 17:11:04.986098 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-8cf49bdc-ff6e-4df4-8dcd-afc033231a74 req-531650a3-5611-41d7-a3ea-40f5376fbd2f service neutron] Publish callbacks [] for security_group (3cfd3f43-d75d-4a97-b5e9-1082bbdbace8), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:04.998581 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-8cf49bdc-ff6e-4df4-8dcd-afc033231a74 req-531650a3-5611-41d7-a3ea-40f5376fbd2f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (3cfd3f43-d75d-4a97-b5e9-1082bbdbace8), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:05.020169 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device a1ea561d-09ff-4ccb-94e1-a73a746f4900 details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:11:05.077215 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8cf49bdc-ff6e-4df4-8dcd-afc033231a74 req-531650a3-5611-41d7-a3ea-40f5376fbd2f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175762 May 17 17:11:05.084765 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531650a3-5611-41d7-a3ea-40f5376fbd2f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfd3f43-d75d-4a97-b5e9-1082bbdbace8,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:05.114136 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6cf56bc8-a8f0-407a-8a19-a11b3c2b6992 req-b8640e62-79f9-41d6-9e35-c7bb08cc13c3 service neutron] 10.222.0.23 "GET /v2.0/networks/1dd4923f-bb48-4a70-ba63-f0b98efd2694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478224 May 17 17:11:05.126494 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port a1ea561d-09ff-4ccb-94e1-a73a746f4900, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=a1ea561d-09ff-4ccb-94e1-a73a746f4900,segment=NetworkSegment(de9d44b7-dbc5-440f-840c-db882c6566af),segment_id=de9d44b7-dbc5-440f-840c-db882c6566af)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:11:05.139151 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Returning: {'device': 'a1ea561d-09ff-4ccb-94e1-a73a746f4900', 'network_id': '1dd4923f-bb48-4a70-ba63-f0b98efd2694', 'port_id': 'a1ea561d-09ff-4ccb-94e1-a73a746f4900', 'mac_address': 'fa:16:3e:97:a1:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd992d23d-73b7-4452-8ed4-109754aaf16e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:11:05.167108 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db23b45-f6e8-4107-ad88-964616102adc req-1debd19a-d319-4a65-8854-736385b1720a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:05.168640 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7db23b45-f6e8-4107-ad88-964616102adc req-1debd19a-d319-4a65-8854-736385b1720a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 943 time: 0.0518737 May 17 17:11:05.179199 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port a1ea561d-09ff-4ccb-94e1-a73a746f4900 is: DOWN; New status is: BUILD {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:11:05.179626 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (a1ea561d-09ff-4ccb-94e1-a73a746f4900), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:05.192356 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1ea561d-09ff-4ccb-94e1-a73a746f4900 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:11:05.212050 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port a1ea561d-09ff-4ccb-94e1-a73a746f4900, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=a1ea561d-09ff-4ccb-94e1-a73a746f4900,segment=NetworkSegment(de9d44b7-dbc5-440f-840c-db882c6566af),segment_id=de9d44b7-dbc5-440f-840c-db882c6566af)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:11:05.216010 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (a1ea561d-09ff-4ccb-94e1-a73a746f4900), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:05.235435 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e9a29-5f8c-415f-a2b3-8b52f76d2adc req-a9f1f51d-3fdc-451d-8a5a-08179ab4c7be tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:05.236911 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8e2e9a29-5f8c-415f-a2b3-8b52f76d2adc req-a9f1f51d-3fdc-451d-8a5a-08179ab4c7be tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 944 time: 0.0641892 May 17 17:11:05.259320 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7db23b45-f6e8-4107-ad88-964616102adc req-604bd8de-558d-46cb-b3fe-0e2afb30dd2b tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848653 May 17 17:11:05.261901 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=a1ea561d-09ff-4ccb-94e1-a73a746f4900,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:05.297038 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8e2e9a29-5f8c-415f-a2b3-8b52f76d2adc req-55e2559d-3866-4024-adbd-58cae24687db tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508101 May 17 17:11:05.414255 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13edcf4-c26b-40e3-b298-574bc151def9 req-f0a16739-140c-4860-9ac5-3f76bd53b09c tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:05.415744 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a13edcf4-c26b-40e3-b298-574bc151def9 req-f0a16739-140c-4860-9ac5-3f76bd53b09c tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8fba30-1d0b-43ea-ad0c-11129104e39b HTTP/1.1" status: 200 len: 945 time: 0.0478702 May 17 17:11:05.436968 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] get_ports_and_sgs() called for port_ids ['a1ea561d-09ff-4ccb-94e1-a73a746f4900'] {{(pid=103512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:11:05.466584 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a13edcf4-c26b-40e3-b298-574bc151def9 req-7e2d1167-439b-402c-9965-31d969869066 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2c2ad51-a4d2-471e-b916-7c9c675518c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444875 May 17 17:11:05.614641 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8fba30-1d0b-43ea-ad0c-11129104e39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c4a27e-6ab5-4983-a112-df5a98db82e8'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:11:05.617923 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47090663941ec1551041a48ed4f6687b33fcf119bf177f9ca48a03ee97be2a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56b08b0-1322-439a-84e5-dbdfcbad2cf3" -d '{"events": [{"server_uuid": "5d8fba30-1d0b-43ea-ad0c-11129104e39b", "name": "network-vif-plugged", "status": "completed", "tag": "43c4a27e-6ab5-4983-a112-df5a98db82e8"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:11:05.659305 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f4d0a2-3361-44bd-a860-2b949710f46c x-openstack-request-id: req-17f4d0a2-3361-44bd-a860-2b949710f46c {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:11:05.659625 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8fba30-1d0b-43ea-ad0c-11129104e39b", "name": "network-vif-plugged", "status": "completed", "tag": "43c4a27e-6ab5-4983-a112-df5a98db82e8", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:11:05.659878 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-17f4d0a2-3361-44bd-a860-2b949710f46c {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:11:05.660279 dv-cinder-842149-1-iscsi neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17f4d0a2-3361-44bd-a860-2b949710f46c'] response: {'server_uuid': '5d8fba30-1d0b-43ea-ad0c-11129104e39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c4a27e-6ab5-4983-a112-df5a98db82e8', 'code': 200} May 17 17:11:05.808197 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbd478-d930-41f8-8c6a-030d802463e6 req-328d56f2-1141-4dcd-a04b-23b4514077cb tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:05.810619 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-acfbd478-d930-41f8-8c6a-030d802463e6 req-328d56f2-1141-4dcd-a04b-23b4514077cb tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 943 time: 0.0552444 May 17 17:11:05.868577 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-acfbd478-d930-41f8-8c6a-030d802463e6 req-8b72fea3-eedd-4a51-a0ab-dfdff85d3141 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500188 May 17 17:11:05.991098 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d74c6c-1867-42e6-90a6-2888af6df576 req-aafe7269-6199-4adc-8229-1812718009c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:05.994007 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-74d74c6c-1867-42e6-90a6-2888af6df576 req-aafe7269-6199-4adc-8229-1812718009c7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5d8fba30-1d0b-43ea-ad0c-11129104e39b HTTP/1.1" status: 200 len: 1129 time: 0.0468924 May 17 17:11:06.062051 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-74d74c6c-1867-42e6-90a6-2888af6df576 req-458b18d6-50c2-4d69-a349-378dac92b7aa service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c2c2ad51-a4d2-471e-b916-7c9c675518c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532036 May 17 17:11:06.475657 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e909dc5-5510-4ca9-934b-31598d3d3249 req-2e8dd1f3-7d34-47c0-8a95-f5cccef70e5f tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:06.477858 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7e909dc5-5510-4ca9-934b-31598d3d3249 req-2e8dd1f3-7d34-47c0-8a95-f5cccef70e5f tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 943 time: 0.0988965 May 17 17:11:06.489866 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf3ebc-5577-4f1d-9504-fdda51318b54 req-bf3d4a81-73e8-4b04-9721-e3fabf6d24ad tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:06.491323 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-e3bf3ebc-5577-4f1d-9504-fdda51318b54 req-bf3d4a81-73e8-4b04-9721-e3fabf6d24ad tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 945 time: 0.0658123 May 17 17:11:06.556152 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7e909dc5-5510-4ca9-934b-31598d3d3249 req-f03c6a39-a777-4291-923b-6e8a0f69a455 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726025 May 17 17:11:06.577014 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-e3bf3ebc-5577-4f1d-9504-fdda51318b54 req-a2383c6e-9553-4204-bda1-b1c3f6b391f1 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0783422 May 17 17:11:06.680776 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468e372-ceec-483d-9e58-e81e1d78cf2f req-35d79593-5cd8-4b9c-8fe5-e4e163757b6e tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:06.682443 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c468e372-ceec-483d-9e58-e81e1d78cf2f req-35d79593-5cd8-4b9c-8fe5-e4e163757b6e tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8fba30-1d0b-43ea-ad0c-11129104e39b HTTP/1.1" status: 200 len: 945 time: 0.0603313 May 17 17:11:06.732513 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c468e372-ceec-483d-9e58-e81e1d78cf2f req-9a8192ef-eeff-4b8f-9c51-2f44adb8c5c2 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2c2ad51-a4d2-471e-b916-7c9c675518c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430884 May 17 17:11:06.983935 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2d828-f7e4-4457-96f9-c39129f96416 req-d9e8b04c-50d6-4a41-9208-ecbeccc745c0 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:06.985442 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-42a2d828-f7e4-4457-96f9-c39129f96416 req-d9e8b04c-50d6-4a41-9208-ecbeccc745c0 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 943 time: 0.0472875 May 17 17:11:07.041606 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-42a2d828-f7e4-4457-96f9-c39129f96416 req-5a0c7006-0194-45a6-a43e-ff9b30b400c7 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495973 May 17 17:11:07.042173 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 1efef679-0e58-4dd9-94e3-c4f323122713 details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:11:07.046161 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device a1ea561d-09ff-4ccb-94e1-a73a746f4900 up at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:11:07.149881 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning for port a1ea561d-09ff-4ccb-94e1-a73a746f4900 completed by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 17:11:07.150834 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 43646) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:07.160063 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning complete for port a1ea561d-09ff-4ccb-94e1-a73a746f4900 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:11:07.160470 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (a1ea561d-09ff-4ccb-94e1-a73a746f4900), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:07.208331 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port 1efef679-0e58-4dd9-94e3-c4f323122713, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=1efef679-0e58-4dd9-94e3-c4f323122713,segment=NetworkSegment(d5e61896-1faa-41a1-9cf3-1792af62c374),segment_id=d5e61896-1faa-41a1-9cf3-1792af62c374)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:11:07.224913 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Returning: {'device': '1efef679-0e58-4dd9-94e3-c4f323122713', 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb', 'port_id': '1efef679-0e58-4dd9-94e3-c4f323122713', 'mac_address': 'fa:16:3e:c4:8f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac6ed14f-342b-4c1d-a6d0-3f83923520d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:11:07.280280 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-66297096-1a5e-46f8-999c-07073b49fefe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:07.306086 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port 1efef679-0e58-4dd9-94e3-c4f323122713 is: DOWN; New status is: BUILD {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:11:07.306522 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (1efef679-0e58-4dd9-94e3-c4f323122713), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:07.321249 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port a1ea561d-09ff-4ccb-94e1-a73a746f4900 is: BUILD; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:11:07.323505 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (a1ea561d-09ff-4ccb-94e1-a73a746f4900), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:07.352901 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1efef679-0e58-4dd9-94e3-c4f323122713 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:11:07.378933 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-66297096-1a5e-46f8-999c-07073b49fefe admin admin] Publish callbacks [] for security_group (db24864a-c25a-4b0f-b55d-374f9c6f2637), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:07.385388 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-66297096-1a5e-46f8-999c-07073b49fefe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (db24864a-c25a-4b0f-b55d-374f9c6f2637), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:07.390453 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port 1efef679-0e58-4dd9-94e3-c4f323122713, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=1efef679-0e58-4dd9-94e3-c4f323122713,segment=NetworkSegment(d5e61896-1faa-41a1-9cf3-1792af62c374),segment_id=d5e61896-1faa-41a1-9cf3-1792af62c374)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:11:07.401552 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (1efef679-0e58-4dd9-94e3-c4f323122713), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:07.402695 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device e6735ae1-4241-48ca-9802-22aba7b4cccc details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:11:07.444557 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-66297096-1a5e-46f8-999c-07073b49fefe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0e4d6d3a006c486ca5f752c6f0c6f411&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2922318 May 17 17:11:07.447627 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66297096-1a5e-46f8-999c-07073b49fefe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db24864a-c25a-4b0f-b55d-374f9c6f2637,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:07.448718 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 43656) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:07.499264 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port a1ea561d-09ff-4ccb-94e1-a73a746f4900, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=a1ea561d-09ff-4ccb-94e1-a73a746f4900,segment=NetworkSegment(de9d44b7-dbc5-440f-840c-db882c6566af),segment_id=de9d44b7-dbc5-440f-840c-db882c6566af)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:11:07.513513 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (a1ea561d-09ff-4ccb-94e1-a73a746f4900), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:07.547496 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9a19e9ae-7137-4eee-b525-08c69f4d11bd admin admin] Publish callbacks [] for security_group (db24864a-c25a-4b0f-b55d-374f9c6f2637), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:07.573905 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9a19e9ae-7137-4eee-b525-08c69f4d11bd admin admin] Publish callbacks [] for security_group (db24864a-c25a-4b0f-b55d-374f9c6f2637), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:07.649903 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9a19e9ae-7137-4eee-b525-08c69f4d11bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (db24864a-c25a-4b0f-b55d-374f9c6f2637), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:07.652894 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9a19e9ae-7137-4eee-b525-08c69f4d11bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:07.654356 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-9a19e9ae-7137-4eee-b525-08c69f4d11bd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/db24864a-c25a-4b0f-b55d-374f9c6f2637 HTTP/1.1" status: 204 len: 168 time: 0.1977503 May 17 17:11:07.672741 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19e9ae-7137-4eee-b525-08c69f4d11bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db24864a-c25a-4b0f-b55d-374f9c6f2637,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:07.708277 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2bb8d5-d263-4ab1-8778-77fc4a30f388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ea561d-09ff-4ccb-94e1-a73a746f4900'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:11:07.711829 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47090663941ec1551041a48ed4f6687b33fcf119bf177f9ca48a03ee97be2a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11bdd140-ef03-466a-af8e-3abbdf41427e" -d '{"events": [{"server_uuid": "ee2bb8d5-d263-4ab1-8778-77fc4a30f388", "name": "network-vif-plugged", "status": "completed", "tag": "a1ea561d-09ff-4ccb-94e1-a73a746f4900"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:11:07.733469 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=1efef679-0e58-4dd9-94e3-c4f323122713,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:07.783841 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f1693-4462-4f69-bb44-6cf61949bc25 req-0f0fa37e-e582-4e0d-91eb-7ab9c80bd7dc tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:07.786300 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-544f1693-4462-4f69-bb44-6cf61949bc25 req-0f0fa37e-e582-4e0d-91eb-7ab9c80bd7dc tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.1170642 May 17 17:11:07.873593 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebe8df-4f47-44fc-897f-20669b1822d7 req-f80cbc49-6231-43c2-9f4d-23c4ca854097 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:07.875059 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3cebe8df-4f47-44fc-897f-20669b1822d7 req-f80cbc49-6231-43c2-9f4d-23c4ca854097 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 944 time: 0.1516230 May 17 17:11:07.907228 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=a1ea561d-09ff-4ccb-94e1-a73a746f4900,revision_number=5']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:07.908088 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-544f1693-4462-4f69-bb44-6cf61949bc25 req-1dbef35e-903d-4326-93ae-a0c9643cdd6c tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0966339 May 17 17:11:07.936841 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port e6735ae1-4241-48ca-9802-22aba7b4cccc, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=e6735ae1-4241-48ca-9802-22aba7b4cccc,segment=NetworkSegment(dd7c38ba-79f9-47ce-94d1-d0499646a213),segment_id=dd7c38ba-79f9-47ce-94d1-d0499646a213)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:11:07.952999 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Returning: {'device': 'e6735ae1-4241-48ca-9802-22aba7b4cccc', 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947', 'port_id': 'e6735ae1-4241-48ca-9802-22aba7b4cccc', 'mac_address': 'fa:16:3e:54:50:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c810424-34e9-472b-8917-5d16a4254529', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:11:07.996859 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75dad1b2-b6c5-4108-9b5e-0dee90b40bdb x-openstack-request-id: req-75dad1b2-b6c5-4108-9b5e-0dee90b40bdb {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:11:07.997423 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee2bb8d5-d263-4ab1-8778-77fc4a30f388", "name": "network-vif-plugged", "status": "completed", "tag": "a1ea561d-09ff-4ccb-94e1-a73a746f4900", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:11:07.997976 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-75dad1b2-b6c5-4108-9b5e-0dee90b40bdb {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:11:07.998519 dv-cinder-842149-1-iscsi neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75dad1b2-b6c5-4108-9b5e-0dee90b40bdb'] response: {'server_uuid': 'ee2bb8d5-d263-4ab1-8778-77fc4a30f388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ea561d-09ff-4ccb-94e1-a73a746f4900', 'code': 200} May 17 17:11:08.006904 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3cebe8df-4f47-44fc-897f-20669b1822d7 req-79c7c74b-ee79-4fb2-96a6-e83f98bac107 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205075 May 17 17:11:08.014022 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port e6735ae1-4241-48ca-9802-22aba7b4cccc is: DOWN; New status is: BUILD {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:11:08.014605 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (e6735ae1-4241-48ca-9802-22aba7b4cccc), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:08.033368 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6735ae1-4241-48ca-9802-22aba7b4cccc {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:11:08.063324 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port e6735ae1-4241-48ca-9802-22aba7b4cccc, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=e6735ae1-4241-48ca-9802-22aba7b4cccc,segment=NetworkSegment(dd7c38ba-79f9-47ce-94d1-d0499646a213),segment_id=dd7c38ba-79f9-47ce-94d1-d0499646a213)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:11:08.069688 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (e6735ae1-4241-48ca-9802-22aba7b4cccc), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:08.141981 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=e6735ae1-4241-48ca-9802-22aba7b4cccc,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:08.196881 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6cc95-2c43-4611-a5c2-4f5de95970d3 req-06be2d1b-0bc2-48e7-bb31-f8db1eb6a288 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:08.198611 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-25b6cc95-2c43-4611-a5c2-4f5de95970d3 req-06be2d1b-0bc2-48e7-bb31-f8db1eb6a288 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8fba30-1d0b-43ea-ad0c-11129104e39b HTTP/1.1" status: 200 len: 945 time: 0.1136279 May 17 17:11:08.284241 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c85632-db5e-4a86-b385-e146cbe0a65c req-6af94384-b483-47a0-9a29-46513591619f tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:08.293531 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d9c85632-db5e-4a86-b385-e146cbe0a65c req-6af94384-b483-47a0-9a29-46513591619f tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 944 time: 0.1057382 May 17 17:11:08.327855 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-25b6cc95-2c43-4611-a5c2-4f5de95970d3 req-4a1057ac-ddd8-4145-8beb-2190b5500956 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2c2ad51-a4d2-471e-b916-7c9c675518c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956826 May 17 17:11:08.335216 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 43698) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:08.371694 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7aa90b89-f051-4d16-b9a4-972c40977228 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:08.392361 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d9c85632-db5e-4a86-b385-e146cbe0a65c req-a8336cc4-b3cf-429f-90ae-705dcf843581 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984762 May 17 17:11:08.489120 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7aa90b89-f051-4d16-b9a4-972c40977228 admin admin] Publish callbacks [] for security_group (9040ac50-311c-406c-937c-eff907a1d9bf), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:08.495534 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7aa90b89-f051-4d16-b9a4-972c40977228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (9040ac50-311c-406c-937c-eff907a1d9bf), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:08.539927 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-7aa90b89-f051-4d16-b9a4-972c40977228 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=57f208a3e9764565a6f19307de23a8af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2026181 May 17 17:11:08.540849 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa90b89-f051-4d16-b9a4-972c40977228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9040ac50-311c-406c-937c-eff907a1d9bf,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:08.542842 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 43706) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:08.602106 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ccde6c3d-467c-42c1-8a39-1e8de5a3bfb0 admin admin] Publish callbacks [] for security_group (9040ac50-311c-406c-937c-eff907a1d9bf), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:08.629170 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ccde6c3d-467c-42c1-8a39-1e8de5a3bfb0 admin admin] Publish callbacks [] for security_group (9040ac50-311c-406c-937c-eff907a1d9bf), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:08.696693 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ccde6c3d-467c-42c1-8a39-1e8de5a3bfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (9040ac50-311c-406c-937c-eff907a1d9bf), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:08.700211 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ccde6c3d-467c-42c1-8a39-1e8de5a3bfb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:08.703596 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-ccde6c3d-467c-42c1-8a39-1e8de5a3bfb0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9040ac50-311c-406c-937c-eff907a1d9bf HTTP/1.1" status: 204 len: 168 time: 0.1575837 May 17 17:11:08.709944 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde6c3d-467c-42c1-8a39-1e8de5a3bfb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9040ac50-311c-406c-937c-eff907a1d9bf,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:08.804776 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 43718) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:09.014521 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-7819452c-2776-49bf-9fb7-39ebd3d02c25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:09.026482 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe7d35-5de6-4033-a55b-281ac9fbbbe4 req-9aa3950f-97c3-4708-affe-db47cef3335d tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:09.028017 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f3fe7d35-5de6-4033-a55b-281ac9fbbbe4 req-9aa3950f-97c3-4708-affe-db47cef3335d tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0575478 May 17 17:11:09.072618 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 43728) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:09.095140 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c2b1c5dd-1a2a-40a5-ba19-e23faf04b31b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:09.118688 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-7819452c-2776-49bf-9fb7-39ebd3d02c25 admin admin] Publish callbacks [] for security_group (fab4eb70-4a94-4f48-9b85-da23f3186d9c), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:09.120468 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f3fe7d35-5de6-4033-a55b-281ac9fbbbe4 req-88569dd8-afab-421a-9121-893365910adf tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0861244 May 17 17:11:09.125815 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-7819452c-2776-49bf-9fb7-39ebd3d02c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (fab4eb70-4a94-4f48-9b85-da23f3186d9c), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:09.146948 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35121096-747d-498a-b690-bd5d55abe038 req-c991e7c3-3982-4156-b848-4eab08ce7500 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:09.148554 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-35121096-747d-498a-b690-bd5d55abe038 req-c991e7c3-3982-4156-b848-4eab08ce7500 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 944 time: 0.0684042 May 17 17:11:09.175764 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-7819452c-2776-49bf-9fb7-39ebd3d02c25 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6eda51d31c784c18a9801ae427b4af6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3696764 May 17 17:11:09.179370 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819452c-2776-49bf-9fb7-39ebd3d02c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab4eb70-4a94-4f48-9b85-da23f3186d9c,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:09.180926 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 43730) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:09.218632 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-35121096-747d-498a-b690-bd5d55abe038 req-651e9873-665c-494b-8856-581303a6ff37 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640097 May 17 17:11:09.227458 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c2b1c5dd-1a2a-40a5-ba19-e23faf04b31b admin admin] Publish callbacks [] for security_group (16f0ca9e-7dfd-44f7-b86d-efe7e36d60f3), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:09.233203 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c2b1c5dd-1a2a-40a5-ba19-e23faf04b31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (16f0ca9e-7dfd-44f7-b86d-efe7e36d60f3), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:09.252095 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-213b6043-7ea9-4209-878d-c84649fd390c admin admin] Publish callbacks [] for security_group (fab4eb70-4a94-4f48-9b85-da23f3186d9c), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:09.274988 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-213b6043-7ea9-4209-878d-c84649fd390c admin admin] Publish callbacks [] for security_group (fab4eb70-4a94-4f48-9b85-da23f3186d9c), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:09.275172 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-c2b1c5dd-1a2a-40a5-ba19-e23faf04b31b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9576cf63a004497e80bbefc35c787c27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2010860 May 17 17:11:09.276336 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1c5dd-1a2a-40a5-ba19-e23faf04b31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f0ca9e-7dfd-44f7-b86d-efe7e36d60f3,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:09.278566 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 43732) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:09.329809 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-213b6043-7ea9-4209-878d-c84649fd390c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (fab4eb70-4a94-4f48-9b85-da23f3186d9c), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:09.332019 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-4b6cb26b-560d-4273-8351-d32869246960 admin admin] Publish callbacks [] for security_group (16f0ca9e-7dfd-44f7-b86d-efe7e36d60f3), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:09.333347 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-213b6043-7ea9-4209-878d-c84649fd390c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:09.334477 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-213b6043-7ea9-4209-878d-c84649fd390c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fab4eb70-4a94-4f48-9b85-da23f3186d9c HTTP/1.1" status: 204 len: 168 time: 0.1518743 May 17 17:11:09.345998 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b6043-7ea9-4209-878d-c84649fd390c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab4eb70-4a94-4f48-9b85-da23f3186d9c,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:09.358487 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-4b6cb26b-560d-4273-8351-d32869246960 admin admin] Publish callbacks [] for security_group (16f0ca9e-7dfd-44f7-b86d-efe7e36d60f3), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:09.416929 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-4b6cb26b-560d-4273-8351-d32869246960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (16f0ca9e-7dfd-44f7-b86d-efe7e36d60f3), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:09.419724 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-4b6cb26b-560d-4273-8351-d32869246960 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:09.423153 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-4b6cb26b-560d-4273-8351-d32869246960 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/16f0ca9e-7dfd-44f7-b86d-efe7e36d60f3 HTTP/1.1" status: 204 len: 168 time: 0.1414163 May 17 17:11:09.429646 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6cb26b-560d-4273-8351-d32869246960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f0ca9e-7dfd-44f7-b86d-efe7e36d60f3,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:09.521391 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e3a7f-f0d5-47a1-95af-3f5339bdec50 req-614c3edd-1a33-45f8-be34-65ae1cc739f0 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:09.522914 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-972e3a7f-f0d5-47a1-95af-3f5339bdec50 req-614c3edd-1a33-45f8-be34-65ae1cc739f0 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 944 time: 0.0484328 May 17 17:11:09.578646 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-972e3a7f-f0d5-47a1-95af-3f5339bdec50 req-7ecbbe48-d2a7-4270-bd52-227ade1998a1 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487123 May 17 17:11:09.706882 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 43746) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:09.723051 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d1dd0d64-d4df-4c91-836e-b16fd7eed2bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:09.817315 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d1dd0d64-d4df-4c91-836e-b16fd7eed2bc admin admin] Publish callbacks [] for security_group (ab106cdf-0456-401a-9779-4348c7ec0634), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:09.823304 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d1dd0d64-d4df-4c91-836e-b16fd7eed2bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (ab106cdf-0456-401a-9779-4348c7ec0634), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:09.863873 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-d1dd0d64-d4df-4c91-836e-b16fd7eed2bc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e52754b2d6214a28ad1443bbecfe6cab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1552534 May 17 17:11:09.864758 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd0d64-d4df-4c91-836e-b16fd7eed2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab106cdf-0456-401a-9779-4348c7ec0634,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:09.867185 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 43756) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:09.923921 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d8118eeb-5cd9-4d0b-81dd-e6cc2410a3a2 admin admin] Publish callbacks [] for security_group (ab106cdf-0456-401a-9779-4348c7ec0634), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:09.948906 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d8118eeb-5cd9-4d0b-81dd-e6cc2410a3a2 admin admin] Publish callbacks [] for security_group (ab106cdf-0456-401a-9779-4348c7ec0634), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:09.998373 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d8118eeb-5cd9-4d0b-81dd-e6cc2410a3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (ab106cdf-0456-401a-9779-4348c7ec0634), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:10.000913 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d8118eeb-5cd9-4d0b-81dd-e6cc2410a3a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:10.002036 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-d8118eeb-5cd9-4d0b-81dd-e6cc2410a3a2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ab106cdf-0456-401a-9779-4348c7ec0634 HTTP/1.1" status: 204 len: 168 time: 0.1334839 May 17 17:11:10.012081 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8118eeb-5cd9-4d0b-81dd-e6cc2410a3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab106cdf-0456-401a-9779-4348c7ec0634,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:10.240184 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede05eee-d189-4d4c-9a29-d4adc5d82184 req-be9981b6-5a3e-4649-b3d3-4efa232ccfb5 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:10.242017 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ede05eee-d189-4d4c-9a29-d4adc5d82184 req-be9981b6-5a3e-4649-b3d3-4efa232ccfb5 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0480707 May 17 17:11:10.309628 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ede05eee-d189-4d4c-9a29-d4adc5d82184 req-1202e450-5743-4b4c-8e65-75ff8bbfa23e tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600657 May 17 17:11:10.362489 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8fa20-38bd-474d-bd05-fcf0b4fd221f req-b7e65e19-828f-4073-b37d-ab28c534949a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:10.364165 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-85c8fa20-38bd-474d-bd05-fcf0b4fd221f req-b7e65e19-828f-4073-b37d-ab28c534949a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 944 time: 0.0729322 May 17 17:11:10.441069 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-85c8fa20-38bd-474d-bd05-fcf0b4fd221f req-e4174b51-e459-42c1-a275-5b441a331df3 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699317 May 17 17:11:10.610606 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ae3e8-317f-4eab-8d86-e26175e316ae req-36dcb844-699d-4477-bfe3-8f1edd429161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:10.612417 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ff1ae3e8-317f-4eab-8d86-e26175e316ae req-36dcb844-699d-4477-bfe3-8f1edd429161 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 1130 time: 0.0478525 May 17 17:11:10.667349 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ff1ae3e8-317f-4eab-8d86-e26175e316ae req-78f1adea-2947-4028-b5b9-27be7cb3ab0e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424399 May 17 17:11:10.709146 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5b969-9f53-4918-a4d4-690d2e424b97 req-ab5ee796-a510-4012-a80d-0e7571184225 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:10.711091 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ceb5b969-9f53-4918-a4d4-690d2e424b97 req-ab5ee796-a510-4012-a80d-0e7571184225 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 944 time: 0.0554757 May 17 17:11:10.763455 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ceb5b969-9f53-4918-a4d4-690d2e424b97 req-45d7695e-7039-49d3-95e3-fd1697355be4 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460572 May 17 17:11:10.807403 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 43806) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:10.833519 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] get_ports_and_sgs() called for port_ids ['1efef679-0e58-4dd9-94e3-c4f323122713'] {{(pid=103512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:11:10.942338 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] get_ports_and_sgs() called for port_ids ['e6735ae1-4241-48ca-9802-22aba7b4cccc'] {{(pid=103512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:11:11.149022 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7f0b3ff2-c01d-4b68-bfd8-8139b222ffc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:11.242968 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7f0b3ff2-c01d-4b68-bfd8-8139b222ffc9 admin admin] Publish callbacks [] for security_group (0ae69d8e-f41d-445d-b8ba-53e5d9136652), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:11.247226 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7f0b3ff2-c01d-4b68-bfd8-8139b222ffc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (0ae69d8e-f41d-445d-b8ba-53e5d9136652), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:11.285732 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-7f0b3ff2-c01d-4b68-bfd8-8139b222ffc9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=72936282bde6473a88e2a82f03ed708b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4770579 May 17 17:11:11.286576 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b3ff2-c01d-4b68-bfd8-8139b222ffc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae69d8e-f41d-445d-b8ba-53e5d9136652,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:11.289159 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 43840) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:11.347928 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-de5814ea-3d33-4ea1-be91-d831ca481286 admin admin] Publish callbacks [] for security_group (0ae69d8e-f41d-445d-b8ba-53e5d9136652), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:11.376168 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-de5814ea-3d33-4ea1-be91-d831ca481286 admin admin] Publish callbacks [] for security_group (0ae69d8e-f41d-445d-b8ba-53e5d9136652), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:11.447129 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291728de-ccd5-4eb9-995c-64507b4d4ee7 req-140bcf62-414d-441e-8466-c1ebb1597776 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:11.448699 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-291728de-ccd5-4eb9-995c-64507b4d4ee7 req-140bcf62-414d-441e-8466-c1ebb1597776 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0613291 May 17 17:11:11.498314 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-de5814ea-3d33-4ea1-be91-d831ca481286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (0ae69d8e-f41d-445d-b8ba-53e5d9136652), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:11.501326 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-de5814ea-3d33-4ea1-be91-d831ca481286 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:11.502458 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-de5814ea-3d33-4ea1-be91-d831ca481286 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0ae69d8e-f41d-445d-b8ba-53e5d9136652 HTTP/1.1" status: 204 len: 168 time: 0.2121856 May 17 17:11:11.521200 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5814ea-3d33-4ea1-be91-d831ca481286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae69d8e-f41d-445d-b8ba-53e5d9136652,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:11.588807 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-291728de-ccd5-4eb9-995c-64507b4d4ee7 req-821c0901-a81d-4af9-baab-21dcc821af5c tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1159544 May 17 17:11:11.625339 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275baee1-c467-41d5-a5ac-01630274f833 req-9b5ea887-907e-45fa-b5c0-2df27ce355fe tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:11.627244 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-275baee1-c467-41d5-a5ac-01630274f833 req-9b5ea887-907e-45fa-b5c0-2df27ce355fe tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 944 time: 0.0872309 May 17 17:11:11.705628 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-275baee1-c467-41d5-a5ac-01630274f833 req-57f3a140-d4e3-49dc-af9b-1532efab70d3 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706947 May 17 17:11:11.919765 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1f3ac-2af6-491c-ae27-7ee8ebe41685 req-c22fff65-c994-447c-b491-c081d0166c05 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:11.941673 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1bc1f3ac-2af6-491c-ae27-7ee8ebe41685 req-c22fff65-c994-447c-b491-c081d0166c05 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 944 time: 0.0902021 May 17 17:11:11.997762 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1bc1f3ac-2af6-491c-ae27-7ee8ebe41685 req-73b0bfce-8419-4345-99eb-2d00d4f6cb5e tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537806 May 17 17:11:12.414460 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 1efef679-0e58-4dd9-94e3-c4f323122713 up at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:11:12.458771 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning for port 1efef679-0e58-4dd9-94e3-c4f323122713 completed by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 17:11:12.469256 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning complete for port 1efef679-0e58-4dd9-94e3-c4f323122713 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:11:12.470056 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (1efef679-0e58-4dd9-94e3-c4f323122713), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:12.564580 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port 1efef679-0e58-4dd9-94e3-c4f323122713 is: BUILD; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:11:12.565209 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (1efef679-0e58-4dd9-94e3-c4f323122713), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:12.595316 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e0001f-f7bc-4b5c-8083-c72723f1d8d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efef679-0e58-4dd9-94e3-c4f323122713'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:11:12.598012 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47090663941ec1551041a48ed4f6687b33fcf119bf177f9ca48a03ee97be2a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508f02f0-0232-499b-aaa7-396dd8ca814c" -d '{"events": [{"server_uuid": "58e0001f-f7bc-4b5c-8083-c72723f1d8d4", "name": "network-vif-plugged", "status": "completed", "tag": "1efef679-0e58-4dd9-94e3-c4f323122713"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:11:12.615622 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port 1efef679-0e58-4dd9-94e3-c4f323122713, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=1efef679-0e58-4dd9-94e3-c4f323122713,segment=NetworkSegment(d5e61896-1faa-41a1-9cf3-1792af62c374),segment_id=d5e61896-1faa-41a1-9cf3-1792af62c374)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:11:12.635284 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (1efef679-0e58-4dd9-94e3-c4f323122713), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:12.641577 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device e6735ae1-4241-48ca-9802-22aba7b4cccc up at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:11:12.745896 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2e6e38-2335-487d-9bf0-e719eb6d4045 x-openstack-request-id: req-0b2e6e38-2335-487d-9bf0-e719eb6d4045 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:11:12.746234 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e0001f-f7bc-4b5c-8083-c72723f1d8d4", "name": "network-vif-plugged", "status": "completed", "tag": "1efef679-0e58-4dd9-94e3-c4f323122713", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:11:12.746501 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0b2e6e38-2335-487d-9bf0-e719eb6d4045 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:11:12.749136 dv-cinder-842149-1-iscsi neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b2e6e38-2335-487d-9bf0-e719eb6d4045'] response: {'server_uuid': '58e0001f-f7bc-4b5c-8083-c72723f1d8d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efef679-0e58-4dd9-94e3-c4f323122713', 'code': 200} May 17 17:11:12.837945 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a1f52-7579-44fd-86f3-01ba1603a029 req-fcbf3c32-55e8-4c35-ad6a-e47a2ddaec79 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:12.840239 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f58a1f52-7579-44fd-86f3-01ba1603a029 req-fcbf3c32-55e8-4c35-ad6a-e47a2ddaec79 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0867639 May 17 17:11:12.860535 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning for port e6735ae1-4241-48ca-9802-22aba7b4cccc completed by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 17:11:12.874573 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=1efef679-0e58-4dd9-94e3-c4f323122713,revision_number=5']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:12.890099 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning complete for port e6735ae1-4241-48ca-9802-22aba7b4cccc triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:11:12.890664 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (e6735ae1-4241-48ca-9802-22aba7b4cccc), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:12.940080 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f58a1f52-7579-44fd-86f3-01ba1603a029 req-f6045d08-ece2-4913-8568-77c3c43a44dc tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0756669 May 17 17:11:12.969174 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924bfe3-0eff-4d6a-a59b-16200a8de5fd req-923b1599-7bce-4845-bb3d-db70fcab451a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:12.972623 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29354f-97ae-43fb-be11-7d709efe2e4f req-19a4844a-c743-4ced-96ca-fcdc7b3387a6 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:12.977853 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-eb29354f-97ae-43fb-be11-7d709efe2e4f req-19a4844a-c743-4ced-96ca-fcdc7b3387a6 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 945 time: 0.1354771 May 17 17:11:12.978941 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9924bfe3-0eff-4d6a-a59b-16200a8de5fd req-923b1599-7bce-4845-bb3d-db70fcab451a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 1129 time: 0.0732515 May 17 17:11:13.024661 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port e6735ae1-4241-48ca-9802-22aba7b4cccc is: BUILD; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:11:13.025056 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (e6735ae1-4241-48ca-9802-22aba7b4cccc), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:13.053609 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9924bfe3-0eff-4d6a-a59b-16200a8de5fd req-1e171ea4-abfe-4327-b573-1c3b7dfb6009 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667894 May 17 17:11:13.075019 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port e6735ae1-4241-48ca-9802-22aba7b4cccc, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=e6735ae1-4241-48ca-9802-22aba7b4cccc,segment=NetworkSegment(dd7c38ba-79f9-47ce-94d1-d0499646a213),segment_id=dd7c38ba-79f9-47ce-94d1-d0499646a213)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:11:13.080086 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (e6735ae1-4241-48ca-9802-22aba7b4cccc), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:13.088143 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-eb29354f-97ae-43fb-be11-7d709efe2e4f req-0cca6595-5811-42cd-98db-038a1780cf83 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034997 May 17 17:11:13.112210 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3566bf-7e16-427b-af22-d181529cebbb req-e94a2229-4a97-4f7a-9b6d-87b57a98d1c4 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:13.117475 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-4c3566bf-7e16-427b-af22-d181529cebbb req-e94a2229-4a97-4f7a-9b6d-87b57a98d1c4 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0709114 May 17 17:11:13.123154 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 43954) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:13.131003 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-6fc30c21-a005-4d34-8cd7-69d87d7e5753 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Request body: {'floatingip': {'port_id': 'a1ea561d-09ff-4ccb-94e1-a73a746f4900'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:11:13.142736 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=e6735ae1-4241-48ca-9802-22aba7b4cccc,revision_number=5']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:13.420091 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-6fc30c21-a005-4d34-8cd7-69d87d7e5753 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks [] for floatingip (7acdded3-56bb-4568-91a2-7a0b5aca5446), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:13.534955 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6efde-a6c7-4a52-858e-24a11633f333 req-521e1476-e7d7-4e1c-8d31-b96d67b580e1 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:13.536434 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-59a6efde-a6c7-4a52-858e-24a11633f333 req-521e1476-e7d7-4e1c-8d31-b96d67b580e1 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 945 time: 0.1392570 May 17 17:11:13.638428 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-59a6efde-a6c7-4a52-858e-24a11633f333 req-3de0aff1-de22-45c3-9529-0c07e4ec5d71 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920517 May 17 17:11:13.763812 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 43976) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:13.882942 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-53f0e129-33ce-4fae-a209-5caaf303a6d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:14.058520 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-53f0e129-33ce-4fae-a209-5caaf303a6d5 admin admin] Publish callbacks [] for security_group (f00900e1-1dd3-4661-9eab-746e1e09e3c9), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:14.064371 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-53f0e129-33ce-4fae-a209-5caaf303a6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (f00900e1-1dd3-4661-9eab-746e1e09e3c9), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:14.115305 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-53f0e129-33ce-4fae-a209-5caaf303a6d5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=28cbfdc92008431182a14cf4b067b503&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3502791 May 17 17:11:14.117063 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f0e129-33ce-4fae-a209-5caaf303a6d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00900e1-1dd3-4661-9eab-746e1e09e3c9,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:14.129844 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 43994) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:14.184598 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-6fc30c21-a005-4d34-8cd7-69d87d7e5753 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:14.191456 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-6fc30c21-a005-4d34-8cd7-69d87d7e5753 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7866643'] for floatingip (7acdded3-56bb-4568-91a2-7a0b5aca5446), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:14.214581 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-30f6a6cf-48c7-44d3-9650-317cb2f12ecc admin admin] Publish callbacks [] for security_group (f00900e1-1dd3-4661-9eab-746e1e09e3c9), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:14.241115 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-30f6a6cf-48c7-44d3-9650-317cb2f12ecc admin admin] Publish callbacks [] for security_group (f00900e1-1dd3-4661-9eab-746e1e09e3c9), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:14.280020 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f7e5c-171a-42d5-add2-a5bd752834c4 req-f4c76a80-7a0b-4fc5-9fef-0443ac13f95a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:14.284736 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9d4f7e5c-171a-42d5-add2-a5bd752834c4 req-f4c76a80-7a0b-4fc5-9fef-0443ac13f95a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 945 time: 0.0564220 May 17 17:11:14.307068 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-30f6a6cf-48c7-44d3-9650-317cb2f12ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (f00900e1-1dd3-4661-9eab-746e1e09e3c9), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:14.309859 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-30f6a6cf-48c7-44d3-9650-317cb2f12ecc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:14.311087 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-30f6a6cf-48c7-44d3-9650-317cb2f12ecc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f00900e1-1dd3-4661-9eab-746e1e09e3c9 HTTP/1.1" status: 204 len: 168 time: 0.1802809 May 17 17:11:14.320128 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f6a6cf-48c7-44d3-9650-317cb2f12ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00900e1-1dd3-4661-9eab-746e1e09e3c9,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:14.386092 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.db.l3_db [None req-6fc30c21-a005-4d34-8cd7-69d87d7e5753 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Floating IP 7acdded3-56bb-4568-91a2-7a0b5aca5446 associated. External IP: 172.27.0.161, port: a1ea561d-09ff-4ccb-94e1-a73a746f4900. May 17 17:11:14.396454 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9d4f7e5c-171a-42d5-add2-a5bd752834c4 req-c4fd908c-7728-438f-b3fa-ab4b03693e7b tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062653 May 17 17:11:14.691458 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc30c21-a005-4d34-8cd7-69d87d7e5753 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Router e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7 has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:11:14.750227 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b074c961-149b-4667-addc-790568769b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6735ae1-4241-48ca-9802-22aba7b4cccc'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:11:14.752663 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47090663941ec1551041a48ed4f6687b33fcf119bf177f9ca48a03ee97be2a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f23f2a-0b86-4156-9206-c6ed280342ba" -d '{"events": [{"server_uuid": "b074c961-149b-4667-addc-790568769b88", "name": "network-vif-plugged", "status": "completed", "tag": "e6735ae1-4241-48ca-9802-22aba7b4cccc"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:11:14.824859 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da7e18b-0a77-4974-a065-a48cbdef01de x-openstack-request-id: req-8da7e18b-0a77-4974-a065-a48cbdef01de {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:11:14.826139 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b074c961-149b-4667-addc-790568769b88", "name": "network-vif-plugged", "status": "completed", "tag": "e6735ae1-4241-48ca-9802-22aba7b4cccc", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:11:14.826487 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8da7e18b-0a77-4974-a065-a48cbdef01de {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:11:14.826989 dv-cinder-842149-1-iscsi neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8da7e18b-0a77-4974-a065-a48cbdef01de'] response: {'server_uuid': 'b074c961-149b-4667-addc-790568769b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6735ae1-4241-48ca-9802-22aba7b4cccc', 'code': 200} May 17 17:11:14.856310 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 44044) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:14.887352 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0fd7c1fa-1b38-492e-a0c7-37a1b37f6c33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:14.899282 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 44048) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:15.048636 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0fd7c1fa-1b38-492e-a0c7-37a1b37f6c33 admin admin] Publish callbacks [] for security_group (410bfb79-1004-4621-8b00-5c83583639f5), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:15.056647 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0fd7c1fa-1b38-492e-a0c7-37a1b37f6c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (410bfb79-1004-4621-8b00-5c83583639f5), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:15.125189 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9b822-4f8f-494c-a928-9f0008f6ee28 req-ee0ec886-ff93-4749-9c66-c468b82d1cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:15.126775 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f0d9b822-4f8f-494c-a928-9f0008f6ee28 req-ee0ec886-ff93-4749-9c66-c468b82d1cb4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 1129 time: 0.0531371 May 17 17:11:15.154368 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d0936c91-f593-4500-a975-88828c869c19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:15.185308 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7c1fa-1b38-492e-a0c7-37a1b37f6c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410bfb79-1004-4621-8b00-5c83583639f5,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:15.202373 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed532e72-0055-463a-8754-82badab256f6 req-eb8b0c90-7e2d-47fa-b7cd-d29914fc54c4 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:15.204485 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ed532e72-0055-463a-8754-82badab256f6 req-eb8b0c90-7e2d-47fa-b7cd-d29914fc54c4 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 945 time: 0.3635287 May 17 17:11:15.208145 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc30c21-a005-4d34-8cd7-69d87d7e5753 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:11:15.214996 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-6fc30c21-a005-4d34-8cd7-69d87d7e5753 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for floatingip (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:15.221098 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-0fd7c1fa-1b38-492e-a0c7-37a1b37f6c33 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fcef5f77c3444106b7f620570539e15d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3576045 May 17 17:11:15.222153 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8105dfee-d1e5-4784-b0b2-d5e74aa000c7 None None] Sync routers for ids ['e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7'] in dv-cinder-842149-1-iscsi {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:11:15.227651 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 44068) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:15.235628 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8105dfee-d1e5-4784-b0b2-d5e74aa000c7 None None] Routers {'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:11:15.242449 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-8105dfee-d1e5-4784-b0b2-d5e74aa000c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:10:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:11:15.322888 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ed532e72-0055-463a-8754-82badab256f6 req-48271b8c-4011-4c4b-89e2-107d966eb8ae tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037812 May 17 17:11:15.330077 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-6fc30c21-a005-4d34-8cd7-69d87d7e5753 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "PUT /v2.0/floatingips/7acdded3-56bb-4568-91a2-7a0b5aca5446 HTTP/1.1" status: 200 len: 992 time: 2.2047691 May 17 17:11:15.330879 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee2bb8d5-d263-4ab1-8778-77fc4a30f388', 'tag': 'a1ea561d-09ff-4ccb-94e1-a73a746f4900'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:11:15.333316 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}013e0ef84fb20d02ca9c836efc6ccc20e48c75fd9b469b89b36882842dcef414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20821c94-55bf-418a-9a14-763ea840a88b" -d '{"events": [{"name": "network-changed", "server_uuid": "ee2bb8d5-d263-4ab1-8778-77fc4a30f388", "tag": "a1ea561d-09ff-4ccb-94e1-a73a746f4900"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:11:15.346867 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f0d9b822-4f8f-494c-a928-9f0008f6ee28 req-5f22f68f-8f62-4961-aa5c-b72971771ab2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100832 May 17 17:11:15.376136 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c99a8e37-9375-4f15-b98a-51fcbafbce7d admin admin] Publish callbacks [] for security_group (410bfb79-1004-4621-8b00-5c83583639f5), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:15.395460 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5516fc-b2d1-42a7-8e3e-0834b67300ce x-openstack-request-id: req-9a5516fc-b2d1-42a7-8e3e-0834b67300ce {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:11:15.396144 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee2bb8d5-d263-4ab1-8778-77fc4a30f388", "tag": "a1ea561d-09ff-4ccb-94e1-a73a746f4900", "status": "completed", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:11:15.396574 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9a5516fc-b2d1-42a7-8e3e-0834b67300ce {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:11:15.398429 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a5516fc-b2d1-42a7-8e3e-0834b67300ce'] response: {'name': 'network-changed', 'server_uuid': 'ee2bb8d5-d263-4ab1-8778-77fc4a30f388', 'tag': 'a1ea561d-09ff-4ccb-94e1-a73a746f4900', 'status': 'completed', 'code': 200} May 17 17:11:15.410610 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c99a8e37-9375-4f15-b98a-51fcbafbce7d admin admin] Publish callbacks [] for security_group (410bfb79-1004-4621-8b00-5c83583639f5), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:15.427991 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-8105dfee-d1e5-4784-b0b2-d5e74aa000c7 None None] Set router e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:11:15.467126 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d0936c91-f593-4500-a975-88828c869c19 admin admin] Publish callbacks [] for security_group (4afe0a59-3585-4438-99f5-3a5f6c3f8176), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:15.475300 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d0936c91-f593-4500-a975-88828c869c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (4afe0a59-3585-4438-99f5-3a5f6c3f8176), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:15.510389 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c99a8e37-9375-4f15-b98a-51fcbafbce7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (410bfb79-1004-4621-8b00-5c83583639f5), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:15.513056 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c99a8e37-9375-4f15-b98a-51fcbafbce7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:15.514358 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-c99a8e37-9375-4f15-b98a-51fcbafbce7d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/410bfb79-1004-4621-8b00-5c83583639f5 HTTP/1.1" status: 204 len: 168 time: 0.2845209 May 17 17:11:15.551203 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-d0936c91-f593-4500-a975-88828c869c19 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f45b7384a3f142bd9295c38565e6372d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6479423 May 17 17:11:15.558948 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 44080) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:15.561096 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0936c91-f593-4500-a975-88828c869c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4afe0a59-3585-4438-99f5-3a5f6c3f8176,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:15.572946 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd52c66-c5b7-4507-b810-69924bc994d4 req-d169bb1d-d19a-4f6c-abca-6e1fb1a73a33 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:15.580226 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8fd52c66-c5b7-4507-b810-69924bc994d4 req-d169bb1d-d19a-4f6c-abca-6e1fb1a73a33 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 945 time: 0.0792139 May 17 17:11:15.651061 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a8e37-9375-4f15-b98a-51fcbafbce7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410bfb79-1004-4621-8b00-5c83583639f5,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:15.653262 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20821c94-55bf-418a-9a14-763ea840a88b req-4c39948b-a336-4ef4-87d7-17a544746686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:15.654793 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-20821c94-55bf-418a-9a14-763ea840a88b req-4c39948b-a336-4ef4-87d7-17a544746686 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87f2aabc0cda49538fa0fd9d5db6bf51&device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 1130 time: 0.0454152 May 17 17:11:15.706277 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8fd52c66-c5b7-4507-b810-69924bc994d4 req-45d49b11-80a6-4755-99b8-ce3d9117dd98 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248505 May 17 17:11:15.814038 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2e683e3b-5568-4785-ad41-28b5df64fce6 admin admin] Publish callbacks [] for security_group (4afe0a59-3585-4438-99f5-3a5f6c3f8176), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:15.844596 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20821c94-55bf-418a-9a14-763ea840a88b req-66022322-74ef-4217-85b2-216e9f1773d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:15.846248 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-20821c94-55bf-418a-9a14-763ea840a88b req-66022322-74ef-4217-85b2-216e9f1773d5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1dd4923f-bb48-4a70-ba63-f0b98efd2694 HTTP/1.1" status: 200 len: 912 time: 0.1802909 May 17 17:11:15.848266 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2e683e3b-5568-4785-ad41-28b5df64fce6 admin admin] Publish callbacks [] for security_group (4afe0a59-3585-4438-99f5-3a5f6c3f8176), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:15.876858 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-8105dfee-d1e5-4784-b0b2-d5e74aa000c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'name': 'tempest-AttachVolumeTestJSON-1139753451-router', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '2cb9cd50-b578-4187-b15e-fb561cb3f3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:32Z', 'revision_number': 4, 'project_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'gw_port': {'id': '2cb9cd50-b578-4187-b15e-fb561cb3f3e6', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:21Z', 'updated_at': '2022-05-17T17:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': '7acdded3-56bb-4568-91a2-7a0b5aca5446', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'port_id': 'a1ea561d-09ff-4ccb-94e1-a73a746f4900', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1dd4923f-bb48-4a70-ba63-f0b98efd2694', 'mac_address': 'fa:16:3e:97:a1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2bb8d5-d263-4ab1-8778-77fc4a30f388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:10:36Z', 'updated_at': '2022-05-17T17:11:13Z', 'revision_number': 1, 'project_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a940b93f-3648-482e-84b5-b07696c878e9', 'name': '', 'network_id': '1dd4923f-bb48-4a70-ba63-f0b98efd2694', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'mac_address': 'fa:16:3e:df:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd992d23d-73b7-4452-8ed4-109754aaf16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:29Z', 'updated_at': '2022-05-17T17:10:39Z', 'revision_number': 5, 'project_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'subnets': [{'id': 'd992d23d-73b7-4452-8ed4-109754aaf16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:11:15.914825 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2e683e3b-5568-4785-ad41-28b5df64fce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (4afe0a59-3585-4438-99f5-3a5f6c3f8176), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:15.919619 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8105dfee-d1e5-4784-b0b2-d5e74aa000c7 None None] Checking router: e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7 for host: dv-cinder-842149-1-iscsi {{(pid=103513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:11:15.919771 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2e683e3b-5568-4785-ad41-28b5df64fce6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:15.921535 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-2e683e3b-5568-4785-ad41-28b5df64fce6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4afe0a59-3585-4438-99f5-3a5f6c3f8176 HTTP/1.1" status: 204 len: 168 time: 0.3613117 May 17 17:11:15.944078 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8105dfee-d1e5-4784-b0b2-d5e74aa000c7 None None] Routers {'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:11:15.949638 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-8105dfee-d1e5-4784-b0b2-d5e74aa000c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:10:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:11:15.955711 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683e3b-5568-4785-ad41-28b5df64fce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afe0a59-3585-4438-99f5-3a5f6c3f8176,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:16.016165 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 44096) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:16.034100 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-db31b60f-8a10-47d0-9e98-3b152a79114e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:16.088041 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-8105dfee-d1e5-4784-b0b2-d5e74aa000c7 None None] Set router e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:11:16.111737 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196fbce-94dd-45c0-b9e2-05f13f1575ac req-4ad0db56-aeb2-476f-901d-14e5968229cd tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:16.113579 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3196fbce-94dd-45c0-b9e2-05f13f1575ac req-4ad0db56-aeb2-476f-901d-14e5968229cd tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 945 time: 0.0583227 May 17 17:11:16.148430 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-db31b60f-8a10-47d0-9e98-3b152a79114e admin admin] Publish callbacks [] for security_group (5c499a84-a2e5-4713-b7d1-36808156d5a4), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:16.154210 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-db31b60f-8a10-47d0-9e98-3b152a79114e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (5c499a84-a2e5-4713-b7d1-36808156d5a4), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:16.189111 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3196fbce-94dd-45c0-b9e2-05f13f1575ac req-afe13eb6-bb97-4e07-9e1b-d847f9282103 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682752 May 17 17:11:16.262301 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-db31b60f-8a10-47d0-9e98-3b152a79114e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cef831fec8a044d1954c304a13c7af4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2438796 May 17 17:11:16.265056 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 44100) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:16.268464 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31b60f-8a10-47d0-9e98-3b152a79114e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c499a84-a2e5-4713-b7d1-36808156d5a4,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:16.298982 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-20821c94-55bf-418a-9a14-763ea840a88b req-941e3b85-9f05-498e-a63c-a2e6f45060dc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1ea561d-09ff-4ccb-94e1-a73a746f4900 HTTP/1.1" status: 200 len: 1000 time: 0.1278911 May 17 17:11:16.327928 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3494aa67-2715-452c-b98a-92abc8c233c0 admin admin] Publish callbacks [] for security_group (5c499a84-a2e5-4713-b7d1-36808156d5a4), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:16.362087 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3494aa67-2715-452c-b98a-92abc8c233c0 admin admin] Publish callbacks [] for security_group (5c499a84-a2e5-4713-b7d1-36808156d5a4), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:16.377182 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-8105dfee-d1e5-4784-b0b2-d5e74aa000c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'name': 'tempest-AttachVolumeTestJSON-1139753451-router', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '2cb9cd50-b578-4187-b15e-fb561cb3f3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:32Z', 'revision_number': 4, 'project_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'gw_port': {'id': '2cb9cd50-b578-4187-b15e-fb561cb3f3e6', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:21Z', 'updated_at': '2022-05-17T17:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': '7acdded3-56bb-4568-91a2-7a0b5aca5446', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'port_id': 'a1ea561d-09ff-4ccb-94e1-a73a746f4900', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1dd4923f-bb48-4a70-ba63-f0b98efd2694', 'mac_address': 'fa:16:3e:97:a1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2bb8d5-d263-4ab1-8778-77fc4a30f388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:10:36Z', 'updated_at': '2022-05-17T17:11:13Z', 'revision_number': 1, 'project_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a940b93f-3648-482e-84b5-b07696c878e9', 'name': '', 'network_id': '1dd4923f-bb48-4a70-ba63-f0b98efd2694', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'mac_address': 'fa:16:3e:df:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd992d23d-73b7-4452-8ed4-109754aaf16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:29Z', 'updated_at': '2022-05-17T17:10:39Z', 'revision_number': 5, 'project_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'subnets': [{'id': 'd992d23d-73b7-4452-8ed4-109754aaf16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:11:16.408088 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 44108) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:16.409556 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8105dfee-d1e5-4784-b0b2-d5e74aa000c7 None None] The sync data for ids ['e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7'] in dv-cinder-842149-1-iscsi is: [{'id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'name': 'tempest-AttachVolumeTestJSON-1139753451-router', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '2cb9cd50-b578-4187-b15e-fb561cb3f3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:32Z', 'revision_number': 4, 'project_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'gw_port': {'id': '2cb9cd50-b578-4187-b15e-fb561cb3f3e6', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:21Z', 'updated_at': '2022-05-17T17:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': '7acdded3-56bb-4568-91a2-7a0b5aca5446', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'port_id': 'a1ea561d-09ff-4ccb-94e1-a73a746f4900', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1dd4923f-bb48-4a70-ba63-f0b98efd2694', 'mac_address': 'fa:16:3e:97:a1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2bb8d5-d263-4ab1-8778-77fc4a30f388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:10:36Z', 'updated_at': '2022-05-17T17:11:13Z', 'revision_number': 1, 'project_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a940b93f-3648-482e-84b5-b07696c878e9', 'name': '', 'network_id': '1dd4923f-bb48-4a70-ba63-f0b98efd2694', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'mac_address': 'fa:16:3e:df:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd992d23d-73b7-4452-8ed4-109754aaf16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:29Z', 'updated_at': '2022-05-17T17:10:39Z', 'revision_number': 5, 'project_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'subnets': [{'id': 'd992d23d-73b7-4452-8ed4-109754aaf16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:11:16.422587 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b748a6f3-6026-4d1e-bc20-9e750b5d0cdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:16.454007 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3494aa67-2715-452c-b98a-92abc8c233c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (5c499a84-a2e5-4713-b7d1-36808156d5a4), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:16.456945 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3494aa67-2715-452c-b98a-92abc8c233c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:16.461598 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-3494aa67-2715-452c-b98a-92abc8c233c0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5c499a84-a2e5-4713-b7d1-36808156d5a4 HTTP/1.1" status: 204 len: 168 time: 0.1947880 May 17 17:11:16.495637 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3494aa67-2715-452c-b98a-92abc8c233c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c499a84-a2e5-4713-b7d1-36808156d5a4,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:16.541779 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b748a6f3-6026-4d1e-bc20-9e750b5d0cdf admin admin] Publish callbacks [] for security_group (8cca6d8b-3585-40db-8ad9-2928f37b6a88), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:16.548601 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b748a6f3-6026-4d1e-bc20-9e750b5d0cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (8cca6d8b-3585-40db-8ad9-2928f37b6a88), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:16.585212 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05d94f-a205-40bf-b1f2-98f1df73bd7b req-94bab067-04c1-4e4a-a321-24686e96fdbb tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:16.586970 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-df05d94f-a205-40bf-b1f2-98f1df73bd7b req-94bab067-04c1-4e4a-a321-24686e96fdbb tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 945 time: 0.1213982 May 17 17:11:16.616997 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-b748a6f3-6026-4d1e-bc20-9e750b5d0cdf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7425b81a3c6f4634a5246e84d8b57004&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2070975 May 17 17:11:16.619872 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 44112) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:16.649225 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748a6f3-6026-4d1e-bc20-9e750b5d0cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cca6d8b-3585-40db-8ad9-2928f37b6a88,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:16.695297 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-df05d94f-a205-40bf-b1f2-98f1df73bd7b req-ee99018e-831b-49c6-bd15-216ed298c46c tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904069 May 17 17:11:16.768215 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7eb04-effe-43f5-a614-6f53c87cbe91 req-8477739f-e60d-460e-b2ec-449d61b90a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:16.771101 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-52d7eb04-effe-43f5-a614-6f53c87cbe91 req-8477739f-e60d-460e-b2ec-449d61b90a69 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea3305a913c541e4a45267497213df1c&device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 1129 time: 0.1528139 May 17 17:11:16.792848 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20821c94-55bf-418a-9a14-763ea840a88b req-b92df28a-8e2d-48bc-9cdf-01b350d48dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:16.794554 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-20821c94-55bf-418a-9a14-763ea840a88b req-b92df28a-8e2d-48bc-9cdf-01b350d48dcd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d992d23d-73b7-4452-8ed4-109754aaf16e HTTP/1.1" status: 200 len: 850 time: 0.1726410 May 17 17:11:16.797660 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979a5525-59d1-482a-8fcb-e7e96e6b7739 None None] New status for floating IP 7acdded3-56bb-4568-91a2-7a0b5aca5446: ACTIVE {{(pid=103512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:11:16.810698 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2d26d550-c9fc-44c8-b704-0a877ca62cf9 admin admin] Publish callbacks [] for security_group (8cca6d8b-3585-40db-8ad9-2928f37b6a88), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:16.844248 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2d26d550-c9fc-44c8-b704-0a877ca62cf9 admin admin] Publish callbacks [] for security_group (8cca6d8b-3585-40db-8ad9-2928f37b6a88), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:16.882894 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 44120) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:16.926254 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2d26d550-c9fc-44c8-b704-0a877ca62cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (8cca6d8b-3585-40db-8ad9-2928f37b6a88), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:16.928886 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2d26d550-c9fc-44c8-b704-0a877ca62cf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:16.930692 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-2d26d550-c9fc-44c8-b704-0a877ca62cf9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8cca6d8b-3585-40db-8ad9-2928f37b6a88 HTTP/1.1" status: 204 len: 168 time: 0.3098407 May 17 17:11:16.940210 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d26d550-c9fc-44c8-b704-0a877ca62cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cca6d8b-3585-40db-8ad9-2928f37b6a88,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:17.042016 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4665af71-abf7-4db5-b48a-3d94244078e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:17.182760 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4665af71-abf7-4db5-b48a-3d94244078e7 admin admin] Publish callbacks [] for security_group (b38cdc14-1a64-4b66-b24b-53d866a2ba77), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:17.195481 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4665af71-abf7-4db5-b48a-3d94244078e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (b38cdc14-1a64-4b66-b24b-53d866a2ba77), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:17.276009 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-4665af71-abf7-4db5-b48a-3d94244078e7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=462276f5740f4543ba3777427acf3bb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3916180 May 17 17:11:17.277602 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 44142) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:17.307288 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665af71-abf7-4db5-b48a-3d94244078e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38cdc14-1a64-4b66-b24b-53d866a2ba77,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:17.356842 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20821c94-55bf-418a-9a14-763ea840a88b req-3ed074be-dab3-416a-8fc1-226b82f7f6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:17.358485 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-20821c94-55bf-418a-9a14-763ea840a88b req-3ed074be-dab3-416a-8fc1-226b82f7f6a7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1dd4923f-bb48-4a70-ba63-f0b98efd2694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2032471 May 17 17:11:17.390436 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7eb04-effe-43f5-a614-6f53c87cbe91 req-687b6518-784e-4f58-8415-85a3a48b1a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:17.392395 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-52d7eb04-effe-43f5-a614-6f53c87cbe91 req-687b6518-784e-4f58-8415-85a3a48b1a94 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d8fd1f2f-e54a-4844-8483-0ddae8800cdb HTTP/1.1" status: 200 len: 920 time: 0.2383699 May 17 17:11:17.422364 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5260cce1-d4f6-4172-8208-828724038416 req-4b8887df-7934-468e-91f6-779f0c210ead tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:17.423887 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5260cce1-d4f6-4172-8208-828724038416 req-4b8887df-7934-468e-91f6-779f0c210ead tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 945 time: 0.1208022 May 17 17:11:17.426855 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-86474a7f-27a0-4b4e-abb1-af1bbe0c1f59 admin admin] Publish callbacks [] for security_group (b38cdc14-1a64-4b66-b24b-53d866a2ba77), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:17.465330 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-86474a7f-27a0-4b4e-abb1-af1bbe0c1f59 admin admin] Publish callbacks [] for security_group (b38cdc14-1a64-4b66-b24b-53d866a2ba77), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:17.512419 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5260cce1-d4f6-4172-8208-828724038416 req-eb3bd243-720c-4d2f-bda3-2ae3299e6ec2 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751860 May 17 17:11:17.540473 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-86474a7f-27a0-4b4e-abb1-af1bbe0c1f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (b38cdc14-1a64-4b66-b24b-53d866a2ba77), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:17.543483 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-86474a7f-27a0-4b4e-abb1-af1bbe0c1f59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:17.545295 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-86474a7f-27a0-4b4e-abb1-af1bbe0c1f59 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b38cdc14-1a64-4b66-b24b-53d866a2ba77 HTTP/1.1" status: 204 len: 168 time: 0.2661116 May 17 17:11:17.558196 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86474a7f-27a0-4b4e-abb1-af1bbe0c1f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38cdc14-1a64-4b66-b24b-53d866a2ba77,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:17.732042 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-52d7eb04-effe-43f5-a614-6f53c87cbe91 req-a91c9201-6086-44a7-a407-a5f06d3f5ba5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1efef679-0e58-4dd9-94e3-c4f323122713 HTTP/1.1" status: 200 len: 217 time: 0.0687292 May 17 17:11:17.849069 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc44eaa-9d1a-408c-9215-2219aed1f1c8 req-1d2c5a84-563f-4949-8c3b-79c2e5b4a53e tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:17.860267 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ffc44eaa-9d1a-408c-9215-2219aed1f1c8 req-1d2c5a84-563f-4949-8c3b-79c2e5b4a53e tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 945 time: 0.0696192 May 17 17:11:17.896308 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7eb04-effe-43f5-a614-6f53c87cbe91 req-01f17cc8-b70d-4f85-aa1a-b8b79d8c610a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:17.898333 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-52d7eb04-effe-43f5-a614-6f53c87cbe91 req-01f17cc8-b70d-4f85-aa1a-b8b79d8c610a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ac6ed14f-342b-4c1d-a6d0-3f83923520d0 HTTP/1.1" status: 200 len: 858 time: 0.1504219 May 17 17:11:17.940224 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ffc44eaa-9d1a-408c-9215-2219aed1f1c8 req-2e0b9695-758b-484f-9fac-97ee9ead93bd tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790617 May 17 17:11:17.966654 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-20821c94-55bf-418a-9a14-763ea840a88b req-cf2ef51b-bf08-416f-832c-237a0329c1ef service neutron] 10.222.0.23 "GET /v2.0/networks/1dd4923f-bb48-4a70-ba63-f0b98efd2694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015888 May 17 17:11:17.989964 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7eb04-effe-43f5-a614-6f53c87cbe91 req-64cfe530-211b-4097-a290-caf48310c090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:17.991471 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-52d7eb04-effe-43f5-a614-6f53c87cbe91 req-64cfe530-211b-4097-a290-caf48310c090 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d8fd1f2f-e54a-4844-8483-0ddae8800cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0725095 May 17 17:11:18.161538 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6f279-9fd8-40ce-a137-3d0fbcd66cf1 req-3fb2a030-55fe-454a-9dce-40b17ea67718 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:18.164008 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-89a6f279-9fd8-40ce-a137-3d0fbcd66cf1 req-3fb2a030-55fe-454a-9dce-40b17ea67718 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 945 time: 0.0742600 May 17 17:11:18.175424 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 44190) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:18.196070 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-2a18bf50-5a00-42a0-9b30-c9b245cb345c tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Request body: {'floatingip': {'port_id': 'e6735ae1-4241-48ca-9802-22aba7b4cccc'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:11:18.196357 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-20821c94-55bf-418a-9a14-763ea840a88b req-5a31b610-62e9-4acf-b435-475c75e6ff55 service neutron] 10.222.0.23 "GET /v2.0/networks/1dd4923f-bb48-4a70-ba63-f0b98efd2694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196121 May 17 17:11:18.207748 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-52d7eb04-effe-43f5-a614-6f53c87cbe91 req-2403f029-00b5-4f88-9d2b-2ada3828c698 service neutron] 10.222.0.23 "GET /v2.0/networks/d8fd1f2f-e54a-4844-8483-0ddae8800cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976161 May 17 17:11:18.243948 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-2a18bf50-5a00-42a0-9b30-c9b245cb345c tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks [] for floatingip (2a64debc-9bee-4600-a736-92b0f30e76de), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:18.329002 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-52d7eb04-effe-43f5-a614-6f53c87cbe91 req-012a9904-c5b1-434c-a178-71b010025952 service neutron] 10.222.0.23 "GET /v2.0/networks/d8fd1f2f-e54a-4844-8483-0ddae8800cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147225 May 17 17:11:18.630067 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3eafc4ad-e01a-45a2-9be3-d6ff8b4248bb req-35b12bc0-3755-4d37-bd00-4666007e1847 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5d8fba30-1d0b-43ea-ad0c-11129104e39b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682518 May 17 17:11:18.678433 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c2707-4dfb-4645-b362-f336d4bff012 req-bd03bc17-09cd-4203-94dc-4176143a508e tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:18.680841 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b11c2707-4dfb-4645-b362-f336d4bff012 req-bd03bc17-09cd-4203-94dc-4176143a508e tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 945 time: 0.0677166 May 17 17:11:18.747494 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafc4ad-e01a-45a2-9be3-d6ff8b4248bb req-7fa132b8-2e31-4ddc-8460-475c58958391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:18.749429 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3eafc4ad-e01a-45a2-9be3-d6ff8b4248bb req-7fa132b8-2e31-4ddc-8460-475c58958391 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b4111fd040fc4a4d823b5e38204286f7&device_id=5d8fba30-1d0b-43ea-ad0c-11129104e39b HTTP/1.1" status: 200 len: 1129 time: 0.0517242 May 17 17:11:18.842530 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b11c2707-4dfb-4645-b362-f336d4bff012 req-887b1062-2ce5-48c3-a702-2147932e7072 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377482 May 17 17:11:18.859004 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.db.resource_extend [None req-2a18bf50-5a00-42a0-9b30-c9b245cb345c tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 17 17:11:18.969758 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-2a18bf50-5a00-42a0-9b30-c9b245cb345c tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:18.975158 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-2a18bf50-5a00-42a0-9b30-c9b245cb345c tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7866643'] for floatingip (2a64debc-9bee-4600-a736-92b0f30e76de), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:18.979346 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafc4ad-e01a-45a2-9be3-d6ff8b4248bb req-f3353541-8895-458c-b8d0-955f4c4629ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:18.981095 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3eafc4ad-e01a-45a2-9be3-d6ff8b4248bb req-f3353541-8895-458c-b8d0-955f4c4629ff service neutron] 10.222.0.23 "GET /v2.0/networks?id=7ea9debc-8f24-47f4-b948-da6947775f55 HTTP/1.1" status: 200 len: 913 time: 0.1886005 May 17 17:11:19.118083 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.db.l3_db [None req-2a18bf50-5a00-42a0-9b30-c9b245cb345c tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Floating IP 2a64debc-9bee-4600-a736-92b0f30e76de associated. External IP: 172.27.0.42, port: e6735ae1-4241-48ca-9802-22aba7b4cccc. May 17 17:11:19.204566 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3eafc4ad-e01a-45a2-9be3-d6ff8b4248bb req-7369609f-ff26-41a4-8d5d-0213a3bbc1df service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43c4a27e-6ab5-4983-a112-df5a98db82e8 HTTP/1.1" status: 200 len: 217 time: 0.0855772 May 17 17:11:19.205426 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 44234) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:19.444977 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a18bf50-5a00-42a0-9b30-c9b245cb345c tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Router 22586ad8-7e71-42f6-bb3f-078c54e661c7 has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:11:19.529014 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-9a448c87-ec5a-4d29-ac8c-0ab9b6c9ee4a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1335091076-network', 'tenant_id': 'b5858756d2b74673a765c1d2e6adf280'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:11:19.552918 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a448c87-ec5a-4d29-ac8c-0ab9b6c9ee4a admin admin] Made reservation on behalf of b5858756d2b74673a765c1d2e6adf280 for: {'network': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:11:19.555903 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9a448c87-ec5a-4d29-ac8c-0ab9b6c9ee4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for network (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:19.568858 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9a448c87-ec5a-4d29-ac8c-0ab9b6c9ee4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:19.587540 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a18bf50-5a00-42a0-9b30-c9b245cb345c tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:11:19.592892 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-2a18bf50-5a00-42a0-9b30-c9b245cb345c tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for floatingip (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:19.610917 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26ce74e-2aea-40de-9435-e9fee851294f None None] Sync routers for ids ['22586ad8-7e71-42f6-bb3f-078c54e661c7'] in dv-cinder-842149-1-iscsi {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:11:19.625393 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26ce74e-2aea-40de-9435-e9fee851294f None None] Routers {'22586ad8-7e71-42f6-bb3f-078c54e661c7'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:11:19.626377 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-c26ce74e-2aea-40de-9435-e9fee851294f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:10:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['22586ad8-7e71-42f6-bb3f-078c54e661c7'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:11:19.627879 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-2a18bf50-5a00-42a0-9b30-c9b245cb345c tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "PUT /v2.0/floatingips/2a64debc-9bee-4600-a736-92b0f30e76de HTTP/1.1" status: 200 len: 990 time: 1.4508579 May 17 17:11:19.628608 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b074c961-149b-4667-addc-790568769b88', 'tag': 'e6735ae1-4241-48ca-9802-22aba7b4cccc'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:11:19.631088 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}013e0ef84fb20d02ca9c836efc6ccc20e48c75fd9b469b89b36882842dcef414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a3c401-7a8d-442c-a186-b922070634cd" -d '{"events": [{"name": "network-changed", "server_uuid": "b074c961-149b-4667-addc-790568769b88", "tag": "e6735ae1-4241-48ca-9802-22aba7b4cccc"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:11:19.673603 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811ad969-c792-4024-8ff8-36f47a1172e0 x-openstack-request-id: req-811ad969-c792-4024-8ff8-36f47a1172e0 {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:11:19.674122 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b074c961-149b-4667-addc-790568769b88", "tag": "e6735ae1-4241-48ca-9802-22aba7b4cccc", "status": "completed", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:11:19.674542 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-811ad969-c792-4024-8ff8-36f47a1172e0 {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:11:19.675135 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-811ad969-c792-4024-8ff8-36f47a1172e0'] response: {'name': 'network-changed', 'server_uuid': 'b074c961-149b-4667-addc-790568769b88', 'tag': 'e6735ae1-4241-48ca-9802-22aba7b4cccc', 'status': 'completed', 'code': 200} May 17 17:11:19.692351 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9a448c87-ec5a-4d29-ac8c-0ab9b6c9ee4a admin admin] Publish callbacks [] for security_group (7ea31190-8b53-4dbc-b720-aab2c3e4a9a5), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:19.698336 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9a448c87-ec5a-4d29-ac8c-0ab9b6c9ee4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (7ea31190-8b53-4dbc-b720-aab2c3e4a9a5), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:19.720733 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a448c87-ec5a-4d29-ac8c-0ab9b6c9ee4a admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 17:11:19.741832 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a448c87-ec5a-4d29-ac8c-0ab9b6c9ee4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea31190-8b53-4dbc-b720-aab2c3e4a9a5,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:19.745877 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9a448c87-ec5a-4d29-ac8c-0ab9b6c9ee4a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733342282253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915'] for segment (8fdc4088-2666-41b6-a1fa-9350fb045c0a), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:19.746487 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.db.segments_db [None req-9a448c87-ec5a-4d29-ac8c-0ab9b6c9ee4a admin admin] Added segment 8fdc4088-2666-41b6-a1fa-9350fb045c0a of type vlan for network 70c87c86-2820-494f-92b7-3ef8c78c46f3 May 17 17:11:19.761133 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a448c87-ec5a-4d29-ac8c-0ab9b6c9ee4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:19.761824 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a448c87-ec5a-4d29-ac8c-0ab9b6c9ee4a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:19.762132 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a448c87-ec5a-4d29-ac8c-0ab9b6c9ee4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:19.762518 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a448c87-ec5a-4d29-ac8c-0ab9b6c9ee4a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:19.763255 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a448c87-ec5a-4d29-ac8c-0ab9b6c9ee4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:19.763255 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a448c87-ec5a-4d29-ac8c-0ab9b6c9ee4a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:19.763569 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a448c87-ec5a-4d29-ac8c-0ab9b6c9ee4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:19.763911 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a448c87-ec5a-4d29-ac8c-0ab9b6c9ee4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:19.764255 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a448c87-ec5a-4d29-ac8c-0ab9b6c9ee4a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:19.764582 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a448c87-ec5a-4d29-ac8c-0ab9b6c9ee4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:19.764932 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a448c87-ec5a-4d29-ac8c-0ab9b6c9ee4a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:19.765379 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a448c87-ec5a-4d29-ac8c-0ab9b6c9ee4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:19.765654 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a448c87-ec5a-4d29-ac8c-0ab9b6c9ee4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:19.765973 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a448c87-ec5a-4d29-ac8c-0ab9b6c9ee4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:19.766337 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a448c87-ec5a-4d29-ac8c-0ab9b6c9ee4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:19.787029 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-c26ce74e-2aea-40de-9435-e9fee851294f None None] Set router 22586ad8-7e71-42f6-bb3f-078c54e661c7 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:11:19.818718 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9a448c87-ec5a-4d29-ac8c-0ab9b6c9ee4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733341855133'] for network (70c87c86-2820-494f-92b7-3ef8c78c46f3), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:19.849001 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9a448c87-ec5a-4d29-ac8c-0ab9b6c9ee4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572'] for network (70c87c86-2820-494f-92b7-3ef8c78c46f3), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:19.850089 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a448c87-ec5a-4d29-ac8c-0ab9b6c9ee4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:19.851420 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9a448c87-ec5a-4d29-ac8c-0ab9b6c9ee4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for network (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:19.964908 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 44266) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:19.965437 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-9a448c87-ec5a-4d29-ac8c-0ab9b6c9ee4a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7565346 May 17 17:11:19.970380 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-ec87c62c-337b-4d82-baf7-356a92d004bd admin admin] Request body: {'subnet': {'network_id': '70c87c86-2820-494f-92b7-3ef8c78c46f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1335091076-subnet', 'tenant_id': 'b5858756d2b74673a765c1d2e6adf280', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:11:19.975746 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a448c87-ec5a-4d29-ac8c-0ab9b6c9ee4a admin admin] Pushing event updated for resources: {'Network': ['ID=70c87c86-2820-494f-92b7-3ef8c78c46f3,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:19.988027 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Network 70c87c86-2820-494f-92b7-3ef8c78c46f3 details requested by agent ovs-agent-dv-cinder-842149-1-iscsi with host dv-cinder-842149-1-iscsi {{(pid=103512) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 17:11:20.023642 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec87c62c-337b-4d82-baf7-356a92d004bd admin admin] Made reservation on behalf of b5858756d2b74673a765c1d2e6adf280 for: {'subnet': 1} {{(pid=103511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:11:20.025218 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ec87c62c-337b-4d82-baf7-356a92d004bd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:20.117857 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b03c05-d42c-4d34-8444-5758b9c79b80 req-94969ea0-f4ae-4a6d-abd0-13a272bb3ff6 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:20.119457 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-01b03c05-d42c-4d34-8444-5758b9c79b80 req-94969ea0-f4ae-4a6d-abd0-13a272bb3ff6 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 945 time: 0.1130528 May 17 17:11:20.191213 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-c26ce74e-2aea-40de-9435-e9fee851294f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1289744616-router', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '72196958-504a-45b1-8392-b78be4cb24af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:27Z', 'revision_number': 4, 'project_id': '9d587d1ef11b4055b77055e6fbcc1899', 'gw_port': {'id': '72196958-504a-45b1-8392-b78be4cb24af', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:47:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:21Z', 'updated_at': '2022-05-17T17:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': '2a64debc-9bee-4600-a736-92b0f30e76de', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'port_id': 'e6735ae1-4241-48ca-9802-22aba7b4cccc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947', 'mac_address': 'fa:16:3e:54:50:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b074c961-149b-4667-addc-790568769b88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:10:34Z', 'updated_at': '2022-05-17T17:11:18Z', 'revision_number': 1, 'project_id': '9d587d1ef11b4055b77055e6fbcc1899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f940f4f-5167-4ad7-80fd-a93c7e6f7d26', 'name': '', 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'mac_address': 'fa:16:3e:2a:4b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7c810424-34e9-472b-8917-5d16a4254529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:25Z', 'updated_at': '2022-05-17T17:10:38Z', 'revision_number': 5, 'project_id': '9d587d1ef11b4055b77055e6fbcc1899', 'subnets': [{'id': '7c810424-34e9-472b-8917-5d16a4254529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:11:20.208560 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-01b03c05-d42c-4d34-8444-5758b9c79b80 req-7b26de16-6897-4a64-a865-f5708764783a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826685 May 17 17:11:20.223781 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26ce74e-2aea-40de-9435-e9fee851294f None None] Checking router: 22586ad8-7e71-42f6-bb3f-078c54e661c7 for host: dv-cinder-842149-1-iscsi {{(pid=103513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:11:20.234026 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26ce74e-2aea-40de-9435-e9fee851294f None None] Routers {'22586ad8-7e71-42f6-bb3f-078c54e661c7'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:11:20.234639 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-c26ce74e-2aea-40de-9435-e9fee851294f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:10:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['22586ad8-7e71-42f6-bb3f-078c54e661c7'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:11:20.242553 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (f77364a9-2f6e-44ad-9fc6-92e3e143ef92), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:20.310191 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ec87c62c-337b-4d82-baf7-356a92d004bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572'] for subnet (587df90a-4c3d-46cc-a7c3-0d2274ea004e), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:20.356576 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-c26ce74e-2aea-40de-9435-e9fee851294f None None] Set router 22586ad8-7e71-42f6-bb3f-078c54e661c7 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:11:20.376562 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87c62c-337b-4d82-baf7-356a92d004bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=587df90a-4c3d-46cc-a7c3-0d2274ea004e,revision_number=0']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:20.410979 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87c62c-337b-4d82-baf7-356a92d004bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:20.410979 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87c62c-337b-4d82-baf7-356a92d004bd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:20.410979 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87c62c-337b-4d82-baf7-356a92d004bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:20.410979 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87c62c-337b-4d82-baf7-356a92d004bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:20.410979 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87c62c-337b-4d82-baf7-356a92d004bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:20.410979 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87c62c-337b-4d82-baf7-356a92d004bd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:20.410979 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87c62c-337b-4d82-baf7-356a92d004bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:20.410979 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87c62c-337b-4d82-baf7-356a92d004bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:20.410979 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87c62c-337b-4d82-baf7-356a92d004bd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:20.410979 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87c62c-337b-4d82-baf7-356a92d004bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:20.410979 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87c62c-337b-4d82-baf7-356a92d004bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:20.410979 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87c62c-337b-4d82-baf7-356a92d004bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:20.410979 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87c62c-337b-4d82-baf7-356a92d004bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:20.410979 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87c62c-337b-4d82-baf7-356a92d004bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:20.410979 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87c62c-337b-4d82-baf7-356a92d004bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:20.423897 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec87c62c-337b-4d82-baf7-356a92d004bd admin admin] Checking segment: {'id': '8fdc4088-2666-41b6-a1fa-9350fb045c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '70c87c86-2820-494f-92b7-3ef8c78c46f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:11:20.424259 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec87c62c-337b-4d82-baf7-356a92d004bd admin admin] Network hostable DHCP agents. Network: 70c87c86-2820-494f-92b7-3ef8c78c46f3, hostable agents: ['e31905a2-41fc-44e1-9d1f-1e6213680c03'], hosted agents: [] {{(pid=103511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 17:11:20.457387 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec87c62c-337b-4d82-baf7-356a92d004bd admin admin] Network 70c87c86-2820-494f-92b7-3ef8c78c46f3 is scheduled to be hosted by DHCP agent e31905a2-41fc-44e1-9d1f-1e6213680c03 with binding_index 1 {{(pid=103511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 17:11:20.489275 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [None req-ec87c62c-337b-4d82-baf7-356a92d004bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842149-1-iscsi, 70c87c86-2820-494f-92b7-3ef8c78c46f3) {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:11:20.505621 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d083337b-ea3b-4504-9e73-abe0fb02af81 None None] Network 70c87c86-2820-494f-92b7-3ef8c78c46f3 requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:11:20.513908 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec87c62c-337b-4d82-baf7-356a92d004bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:20.515206 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ec87c62c-337b-4d82-baf7-356a92d004bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for subnet (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:20.565092 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-ec87c62c-337b-4d82-baf7-356a92d004bd admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5978806 May 17 17:11:20.697664 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7c25ec-f920-42db-aaa6-640bbb54022e None None] Network 70c87c86-2820-494f-92b7-3ef8c78c46f3 requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:11:20.702333 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-c26ce74e-2aea-40de-9435-e9fee851294f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1289744616-router', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '72196958-504a-45b1-8392-b78be4cb24af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:27Z', 'revision_number': 4, 'project_id': '9d587d1ef11b4055b77055e6fbcc1899', 'gw_port': {'id': '72196958-504a-45b1-8392-b78be4cb24af', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:47:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:21Z', 'updated_at': '2022-05-17T17:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': '2a64debc-9bee-4600-a736-92b0f30e76de', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'port_id': 'e6735ae1-4241-48ca-9802-22aba7b4cccc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947', 'mac_address': 'fa:16:3e:54:50:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b074c961-149b-4667-addc-790568769b88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:10:34Z', 'updated_at': '2022-05-17T17:11:18Z', 'revision_number': 1, 'project_id': '9d587d1ef11b4055b77055e6fbcc1899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f940f4f-5167-4ad7-80fd-a93c7e6f7d26', 'name': '', 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'mac_address': 'fa:16:3e:2a:4b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7c810424-34e9-472b-8917-5d16a4254529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:25Z', 'updated_at': '2022-05-17T17:10:38Z', 'revision_number': 5, 'project_id': '9d587d1ef11b4055b77055e6fbcc1899', 'subnets': [{'id': '7c810424-34e9-472b-8917-5d16a4254529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:11:20.762866 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26ce74e-2aea-40de-9435-e9fee851294f None None] The sync data for ids ['22586ad8-7e71-42f6-bb3f-078c54e661c7'] in dv-cinder-842149-1-iscsi is: [{'id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1289744616-router', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '72196958-504a-45b1-8392-b78be4cb24af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:27Z', 'revision_number': 4, 'project_id': '9d587d1ef11b4055b77055e6fbcc1899', 'gw_port': {'id': '72196958-504a-45b1-8392-b78be4cb24af', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:47:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:21Z', 'updated_at': '2022-05-17T17:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': '2a64debc-9bee-4600-a736-92b0f30e76de', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'port_id': 'e6735ae1-4241-48ca-9802-22aba7b4cccc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947', 'mac_address': 'fa:16:3e:54:50:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b074c961-149b-4667-addc-790568769b88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:10:34Z', 'updated_at': '2022-05-17T17:11:18Z', 'revision_number': 1, 'project_id': '9d587d1ef11b4055b77055e6fbcc1899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f940f4f-5167-4ad7-80fd-a93c7e6f7d26', 'name': '', 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'mac_address': 'fa:16:3e:2a:4b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7c810424-34e9-472b-8917-5d16a4254529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:25Z', 'updated_at': '2022-05-17T17:10:38Z', 'revision_number': 5, 'project_id': '9d587d1ef11b4055b77055e6fbcc1899', 'subnets': [{'id': '7c810424-34e9-472b-8917-5d16a4254529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:11:20.999847 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafc4ad-e01a-45a2-9be3-d6ff8b4248bb req-e0820156-95ff-40eb-8bf6-eceda089e621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:20.999847 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3eafc4ad-e01a-45a2-9be3-d6ff8b4248bb req-e0820156-95ff-40eb-8bf6-eceda089e621 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cb76c68c-c65c-4eb1-96de-e4da1ef4e1e4 HTTP/1.1" status: 200 len: 852 time: 0.0944605 May 17 17:11:21.041090 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3c401-7a8d-442c-a186-b922070634cd req-7a42a586-0092-498d-8865-bb5ebe1fa3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:21.042985 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-80a3c401-7a8d-442c-a186-b922070634cd req-7a42a586-0092-498d-8865-bb5ebe1fa3da service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9d587d1ef11b4055b77055e6fbcc1899&device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 1129 time: 0.0438075 May 17 17:11:21.102928 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6524580f-e8a3-45cd-aeac-65c3734b2741 None None] New status for floating IP 2a64debc-9bee-4600-a736-92b0f30e76de: ACTIVE {{(pid=103512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:11:21.222226 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-53db18b8-410c-4429-afa5-19497559645f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:21.360311 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c905a46-13e6-49d8-baa8-af3f1451b5eb req-825ba36b-1588-4089-89b5-e0397c1193bb tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:21.368198 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8c905a46-13e6-49d8-baa8-af3f1451b5eb req-825ba36b-1588-4089-89b5-e0397c1193bb tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 945 time: 0.0697854 May 17 17:11:21.434114 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3eafc4ad-e01a-45a2-9be3-d6ff8b4248bb req-61421c9a-d31a-4e8e-8eae-29e023e5c68f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7ea9debc-8f24-47f4-b948-da6947775f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459464 May 17 17:11:21.455160 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8c905a46-13e6-49d8-baa8-af3f1451b5eb req-0ad552bf-b1ef-4db8-a5ba-e32cdca780b3 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860543 May 17 17:11:21.785600 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3c401-7a8d-442c-a186-b922070634cd req-67252df9-1bd4-450c-84b9-17e26f04ade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:21.786971 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-80a3c401-7a8d-442c-a186-b922070634cd req-67252df9-1bd4-450c-84b9-17e26f04ade1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cabe2e00-7fdc-4f66-a15c-c9987c464947 HTTP/1.1" status: 200 len: 918 time: 0.3886063 May 17 17:11:21.799077 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3eafc4ad-e01a-45a2-9be3-d6ff8b4248bb req-61d6a123-5cfc-4120-bab6-956c673752a3 service neutron] 10.222.0.23 "GET /v2.0/networks/7ea9debc-8f24-47f4-b948-da6947775f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486896 May 17 17:11:21.878168 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-80a3c401-7a8d-442c-a186-b922070634cd req-a8ce2686-eea1-4f94-a805-b249d4c6a961 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6735ae1-4241-48ca-9802-22aba7b4cccc HTTP/1.1" status: 200 len: 1000 time: 0.0781748 May 17 17:11:21.976288 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3c401-7a8d-442c-a186-b922070634cd req-245f0376-bf27-47c8-84cc-31fc02916499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:21.977790 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-80a3c401-7a8d-442c-a186-b922070634cd req-245f0376-bf27-47c8-84cc-31fc02916499 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7c810424-34e9-472b-8917-5d16a4254529 HTTP/1.1" status: 200 len: 856 time: 0.0667949 May 17 17:11:21.981574 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3eafc4ad-e01a-45a2-9be3-d6ff8b4248bb req-86e302a2-1ec6-47a0-b91f-6ff2201a969e service neutron] 10.222.0.23 "GET /v2.0/networks/7ea9debc-8f24-47f4-b948-da6947775f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488023 May 17 17:11:22.036753 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3c401-7a8d-442c-a186-b922070634cd req-fdb15849-b9c4-4584-a436-733f80a903fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:22.039245 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-80a3c401-7a8d-442c-a186-b922070634cd req-fdb15849-b9c4-4584-a436-733f80a903fb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cabe2e00-7fdc-4f66-a15c-c9987c464947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434954 May 17 17:11:22.171884 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-80a3c401-7a8d-442c-a186-b922070634cd req-fcb60f4f-479e-4bcf-adad-3eb0bc493441 service neutron] 10.222.0.23 "GET /v2.0/networks/cabe2e00-7fdc-4f66-a15c-c9987c464947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170514 May 17 17:11:22.272182 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-80a3c401-7a8d-442c-a186-b922070634cd req-ea6850cf-cf3b-43ca-be85-8b1c37e55c5f service neutron] 10.222.0.23 "GET /v2.0/networks/cabe2e00-7fdc-4f66-a15c-c9987c464947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891347 May 17 17:11:22.563188 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-b4d3bda3-6c32-468d-857e-f506b8b9394b tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:22.564697 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-b4d3bda3-6c32-468d-857e-f506b8b9394b tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/networks?id=70c87c86-2820-494f-92b7-3ef8c78c46f3 HTTP/1.1" status: 200 len: 809 time: 0.1208618 May 17 17:11:22.581875 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-acc1e9d6-5bd0-4b5e-b822-0d44f5fdebd2 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/quotas/b5858756d2b74673a765c1d2e6adf280 HTTP/1.1" status: 200 len: 375 time: 0.0096068 May 17 17:11:22.625403 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-76562a93-76e9-4374-8600-5d712d3dc56b tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5858756d2b74673a765c1d2e6adf280&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347760 May 17 17:11:22.755174 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-f6412672-cf6d-46ab-9366-696e53aea5a9 service neutron] 10.222.0.48 "GET /v2.0/networks/70c87c86-2820-494f-92b7-3ef8c78c46f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220927 May 17 17:11:22.780929 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86095ca-a892-4b48-b98b-e0fe8c9d5d5a req-09f8da9f-8ceb-4851-9da0-3d6dd23db78b tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:22.782403 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b86095ca-a892-4b48-b98b-e0fe8c9d5d5a req-09f8da9f-8ceb-4851-9da0-3d6dd23db78b tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 945 time: 0.0710042 May 17 17:11:22.931718 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b86095ca-a892-4b48-b98b-e0fe8c9d5d5a req-815a4bcc-e51a-4439-8d96-a1ab7f8d57c5 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376095 May 17 17:11:22.955288 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-bd1e1636-88a0-49b3-a86b-9be63549f8a7 service neutron] 10.222.0.48 "GET /v2.0/networks/70c87c86-2820-494f-92b7-3ef8c78c46f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907444 May 17 17:11:23.110585 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 44372) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:23.300182 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e3dd85e4-3c70-4480-99b3-9044f73e06e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:23.376105 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1d74cd8c-cb9b-4fcc-8f07-2dd71b2ad31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:23.412708 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-93325615-4b1a-4787-bc02-bc3f2bac0aec req-e2674943-e64c-48ca-9bec-546337a3010a tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/ports?device_id=225889dd-2500-40f8-8025-ebae658ee479 HTTP/1.1" status: 200 len: 210 time: 0.0544546 May 17 17:11:23.434291 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c7e9c-c53d-4530-9ad6-fdc6ead77feb req-1a229f69-258d-44c9-b0c3-843c27b28f2e tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:23.436713 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8f5c7e9c-c53d-4530-9ad6-fdc6ead77feb req-1a229f69-258d-44c9-b0c3-843c27b28f2e tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8fba30-1d0b-43ea-ad0c-11129104e39b HTTP/1.1" status: 200 len: 945 time: 0.4110079 May 17 17:11:23.473175 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e3dd85e4-3c70-4480-99b3-9044f73e06e8 admin admin] Publish callbacks [] for security_group (abf57ed5-24e0-424d-823e-d05ddfa0a736), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:23.481239 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e3dd85e4-3c70-4480-99b3-9044f73e06e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (abf57ed5-24e0-424d-823e-d05ddfa0a736), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:23.514879 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd85e4-3c70-4480-99b3-9044f73e06e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf57ed5-24e0-424d-823e-d05ddfa0a736,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:23.520235 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8f5c7e9c-c53d-4530-9ad6-fdc6ead77feb req-90bcb829-d665-4d91-9269-9435fc89349b tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2c2ad51-a4d2-471e-b916-7c9c675518c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767019 May 17 17:11:23.544685 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-e3dd85e4-3c70-4480-99b3-9044f73e06e8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=432adb1236bc486a9b765ff8a6b046ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4321842 May 17 17:11:23.547694 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 44396) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:23.602107 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-924d5b78-7f1e-4b00-b812-779277f56f7f admin admin] Publish callbacks [] for security_group (abf57ed5-24e0-424d-823e-d05ddfa0a736), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:23.626281 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-924d5b78-7f1e-4b00-b812-779277f56f7f admin admin] Publish callbacks [] for security_group (abf57ed5-24e0-424d-823e-d05ddfa0a736), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:23.675232 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-924d5b78-7f1e-4b00-b812-779277f56f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (abf57ed5-24e0-424d-823e-d05ddfa0a736), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:23.677740 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-924d5b78-7f1e-4b00-b812-779277f56f7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:23.678933 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-924d5b78-7f1e-4b00-b812-779277f56f7f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/abf57ed5-24e0-424d-823e-d05ddfa0a736 HTTP/1.1" status: 204 len: 168 time: 0.1301613 May 17 17:11:23.686764 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d5b78-7f1e-4b00-b812-779277f56f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf57ed5-24e0-424d-823e-d05ddfa0a736,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:23.967463 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 44408) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:23.981069 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5e162b8a-b24c-47cd-953c-6769d8073f1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:24.062914 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5e162b8a-b24c-47cd-953c-6769d8073f1f admin admin] Publish callbacks [] for security_group (641c0dc8-c4b1-4799-ad64-720e526b85c4), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:24.063158 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4884c-9d0b-4018-af61-8bfcf3b089a5 req-01fa2c9b-8644-4252-bb6d-fd1b1304126b tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:24.064865 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-40a4884c-9d0b-4018-af61-8bfcf3b089a5 req-01fa2c9b-8644-4252-bb6d-fd1b1304126b tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 945 time: 0.0555170 May 17 17:11:24.067691 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5e162b8a-b24c-47cd-953c-6769d8073f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (641c0dc8-c4b1-4799-ad64-720e526b85c4), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:24.109906 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-5e162b8a-b24c-47cd-953c-6769d8073f1f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4fdf883c969b4b53b478c2faa9c81ff1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413350 May 17 17:11:24.110757 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e162b8a-b24c-47cd-953c-6769d8073f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641c0dc8-c4b1-4799-ad64-720e526b85c4,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:24.112609 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 44410) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:24.133495 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-40a4884c-9d0b-4018-af61-8bfcf3b089a5 req-abb9748d-98e7-4a28-8023-9918746ece16 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590544 May 17 17:11:24.167654 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-5c283be1-9244-4fea-98ca-9d66249153c7 admin admin] Publish callbacks [] for security_group (641c0dc8-c4b1-4799-ad64-720e526b85c4), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:24.188615 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-5c283be1-9244-4fea-98ca-9d66249153c7 admin admin] Publish callbacks [] for security_group (641c0dc8-c4b1-4799-ad64-720e526b85c4), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:24.235389 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-5c283be1-9244-4fea-98ca-9d66249153c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (641c0dc8-c4b1-4799-ad64-720e526b85c4), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:24.237928 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-5c283be1-9244-4fea-98ca-9d66249153c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:24.239044 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-5c283be1-9244-4fea-98ca-9d66249153c7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/641c0dc8-c4b1-4799-ad64-720e526b85c4 HTTP/1.1" status: 204 len: 168 time: 0.1255133 May 17 17:11:24.247278 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c283be1-9244-4fea-98ca-9d66249153c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641c0dc8-c4b1-4799-ad64-720e526b85c4,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:24.511767 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f73b2e04-eb9a-4fac-8aa2-8bca85cde896 req-d4c699fa-040b-4f93-ae74-174454a37f19 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/ports?device_id=225889dd-2500-40f8-8025-ebae658ee479 HTTP/1.1" status: 200 len: 210 time: 0.0270276 May 17 17:11:24.665218 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6a9cf-c89c-499d-832c-af2512ad0103 req-a514669b-5731-4d85-b632-e59a5ad3b631 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:24.666713 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-85d6a9cf-c89c-499d-832c-af2512ad0103 req-a514669b-5731-4d85-b632-e59a5ad3b631 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8fba30-1d0b-43ea-ad0c-11129104e39b HTTP/1.1" status: 200 len: 945 time: 0.0572031 May 17 17:11:24.718812 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-85d6a9cf-c89c-499d-832c-af2512ad0103 req-9ef9c2c5-fae4-4218-b469-401545f22609 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2c2ad51-a4d2-471e-b916-7c9c675518c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458660 May 17 17:11:24.823430 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:25.248590 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c20794-675e-4316-b10e-5f28df06f25e req-ab948c5e-43aa-459b-aa2b-2efc28e0ad02 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:25.250368 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-06c20794-675e-4316-b10e-5f28df06f25e req-ab948c5e-43aa-459b-aa2b-2efc28e0ad02 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 945 time: 0.0490394 May 17 17:11:25.297375 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-06c20794-675e-4316-b10e-5f28df06f25e req-58417a43-bffd-43df-9064-0d619bdeea90 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416534 May 17 17:11:25.609706 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ecedd083-9282-44fa-ba57-ead96987465a req-6a136c0c-4491-4bfd-af99-465d982b2ade tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/ports?device_id=225889dd-2500-40f8-8025-ebae658ee479 HTTP/1.1" status: 200 len: 210 time: 0.0292058 May 17 17:11:25.837606 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad95bd3-f6e8-4587-acab-09f6184fabc2 req-bf3b64e9-cdab-4f38-b64f-189b851e5b39 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:25.839123 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5ad95bd3-f6e8-4587-acab-09f6184fabc2 req-bf3b64e9-cdab-4f38-b64f-189b851e5b39 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8fba30-1d0b-43ea-ad0c-11129104e39b HTTP/1.1" status: 200 len: 945 time: 0.0535758 May 17 17:11:25.869336 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:25.892602 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5ad95bd3-f6e8-4587-acab-09f6184fabc2 req-9a8542b8-d71f-4a68-8464-22edf3ef55b2 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2c2ad51-a4d2-471e-b916-7c9c675518c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478880 May 17 17:11:26.429950 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e1a59-2027-4c33-adee-9b778aa9bca8 req-47f51bff-2e3e-4a3b-bdba-6410abed6986 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:26.431450 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2c5e1a59-2027-4c33-adee-9b778aa9bca8 req-47f51bff-2e3e-4a3b-bdba-6410abed6986 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 945 time: 0.0489736 May 17 17:11:26.482343 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2c5e1a59-2027-4c33-adee-9b778aa9bca8 req-fff7b332-70d0-40a4-a8e9-c18aca21b936 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435376 May 17 17:11:26.708359 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ffcac9e6-d132-4375-ac1f-710ccac6b0d5 req-1f685c10-0a84-4f39-a375-853f19b42ee2 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/ports?device_id=225889dd-2500-40f8-8025-ebae658ee479 HTTP/1.1" status: 200 len: 210 time: 0.0310473 May 17 17:11:27.154322 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ef2c2-0511-4fb9-ba55-c2433db075f5 req-682ef58b-9102-4a0f-a87c-d12dd1814e71 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:27.155989 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-070ef2c2-0511-4fb9-ba55-c2433db075f5 req-682ef58b-9102-4a0f-a87c-d12dd1814e71 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8fba30-1d0b-43ea-ad0c-11129104e39b HTTP/1.1" status: 200 len: 945 time: 0.0509186 May 17 17:11:27.209407 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-070ef2c2-0511-4fb9-ba55-c2433db075f5 req-24e8d438-65af-43e1-a4e0-af05fda4a8e9 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2c2ad51-a4d2-471e-b916-7c9c675518c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473101 May 17 17:11:27.444797 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717406cd-6f2f-4bf4-91c1-928805718875 req-ef586bb0-e3d7-46d0-b500-a07c56541fbe tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:27.445330 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:27.447355 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-717406cd-6f2f-4bf4-91c1-928805718875 req-ef586bb0-e3d7-46d0-b500-a07c56541fbe tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d8fba30-1d0b-43ea-ad0c-11129104e39b HTTP/1.1" status: 200 len: 945 time: 0.1051712 May 17 17:11:27.632283 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d854c-a8b3-40f6-bd18-18600bbc31be req-63e6aba7-9d38-4bff-a69e-8faff6fc3127 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:27.633913 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d08d854c-a8b3-40f6-bd18-18600bbc31be req-63e6aba7-9d38-4bff-a69e-8faff6fc3127 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 945 time: 0.0642831 May 17 17:11:27.651994 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-717406cd-6f2f-4bf4-91c1-928805718875 req-1dffed3f-a199-4c83-9c17-dcf255736602 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] Deleting port 43c4a27e-6ab5-4983-a112-df5a98db82e8 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:11:27.652668 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-717406cd-6f2f-4bf4-91c1-928805718875 req-1dffed3f-a199-4c83-9c17-dcf255736602 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (43c4a27e-6ab5-4983-a112-df5a98db82e8), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:27.682494 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-d71f41c3-9479-45f8-a7a8-5a4274c47bca tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:27.683985 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-d71f41c3-9479-45f8-a7a8-5a4274c47bca tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.23 "GET /v2.0/networks?id=70c87c86-2820-494f-92b7-3ef8c78c46f3 HTTP/1.1" status: 200 len: 809 time: 0.2741458 May 17 17:11:27.693185 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d08d854c-a8b3-40f6-bd18-18600bbc31be req-a9094d49-1494-4ac9-a5e7-bb20341b44dc tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514536 May 17 17:11:27.732341 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-de0d7483-840f-413b-8a3d-5caf5f034cce tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Request body: {'port': {'device_id': '225889dd-2500-40f8-8025-ebae658ee479', 'network_id': '70c87c86-2820-494f-92b7-3ef8c78c46f3', 'admin_state_up': True, 'tenant_id': 'b5858756d2b74673a765c1d2e6adf280'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:11:27.826917 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7c31fb7f-7daa-40be-84db-107e768199e6 req-db4a3cde-da57-452f-9056-8f3aeaad3eef tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/ports?device_id=225889dd-2500-40f8-8025-ebae658ee479 HTTP/1.1" status: 200 len: 210 time: 0.0380378 May 17 17:11:27.869994 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-717406cd-6f2f-4bf4-91c1-928805718875 req-1dffed3f-a199-4c83-9c17-dcf255736602 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] For port 43c4a27e-6ab5-4983-a112-df5a98db82e8, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=43c4a27e-6ab5-4983-a112-df5a98db82e8,segment=NetworkSegment(ae6263ca-fda7-4aff-9a66-39c1c62b04e3),segment_id=ae6263ca-fda7-4aff-9a66-39c1c62b04e3)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:11:27.870360 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-717406cd-6f2f-4bf4-91c1-928805718875 req-1dffed3f-a199-4c83-9c17-dcf255736602 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (43c4a27e-6ab5-4983-a112-df5a98db82e8), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:27.890666 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-de0d7483-840f-413b-8a3d-5caf5f034cce tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Made reservation on behalf of b5858756d2b74673a765c1d2e6adf280 for: {'port': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:11:27.894049 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-de0d7483-840f-413b-8a3d-5caf5f034cce tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:27.896340 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-717406cd-6f2f-4bf4-91c1-928805718875 req-1dffed3f-a199-4c83-9c17-dcf255736602 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] Calling delete_port for 43c4a27e-6ab5-4983-a112-df5a98db82e8 owned by compute:nova {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:11:28.177109 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-de0d7483-840f-413b-8a3d-5caf5f034cce tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Allocated IP 172.20.0.2 (70c87c86-2820-494f-92b7-3ef8c78c46f3/587df90a-4c3d-46cc-a7c3-0d2274ea004e/08d82415-6640-48bc-b37b-4514b8cd0d80) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:11:28.222166 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-717406cd-6f2f-4bf4-91c1-928805718875 req-1dffed3f-a199-4c83-9c17-dcf255736602 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912'] for port (43c4a27e-6ab5-4983-a112-df5a98db82e8), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:28.245962 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] get_ports_and_sgs() called for port_ids ['43c4a27e-6ab5-4983-a112-df5a98db82e8'] {{(pid=103512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:11:28.312858 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dffed3f-a199-4c83-9c17-dcf255736602 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] Pushing event deleted for resources: {'Port': ['ID=43c4a27e-6ab5-4983-a112-df5a98db82e8,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:28.328329 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5930ab4f-6f5e-4c58-a6d4-46443dbf33db req-a4214767-48cb-4afa-9196-83100472018b tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8fba30-1d0b-43ea-ad0c-11129104e39b HTTP/1.1" status: 200 len: 210 time: 0.0414951 May 17 17:11:28.406531 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-717406cd-6f2f-4bf4-91c1-928805718875 req-1dffed3f-a199-4c83-9c17-dcf255736602 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] No DVR routers for this DVR port 43c4a27e-6ab5-4983-a112-df5a98db82e8 on host hv-cinder-84214 {{(pid=103510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:11:28.409766 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-717406cd-6f2f-4bf4-91c1-928805718875 req-1dffed3f-a199-4c83-9c17-dcf255736602 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:28.414141 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-717406cd-6f2f-4bf4-91c1-928805718875 req-1dffed3f-a199-4c83-9c17-dcf255736602 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.23 "DELETE /v2.0/ports/43c4a27e-6ab5-4983-a112-df5a98db82e8 HTTP/1.1" status: 204 len: 173 time: 0.9589746 May 17 17:11:28.417222 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8fba30-1d0b-43ea-ad0c-11129104e39b', 'name': 'network-vif-deleted', 'tag': '43c4a27e-6ab5-4983-a112-df5a98db82e8'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:11:28.419862 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f78bee1-d808-4e92-9770-d8fb5060e5c9" -d '{"events": [{"server_uuid": "5d8fba30-1d0b-43ea-ad0c-11129104e39b", "name": "network-vif-deleted", "tag": "43c4a27e-6ab5-4983-a112-df5a98db82e8"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:11:28.481356 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5e8966-6668-4d82-9935-1726c286f1e9 x-openstack-request-id: req-8f5e8966-6668-4d82-9935-1726c286f1e9 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:11:28.482325 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8fba30-1d0b-43ea-ad0c-11129104e39b", "name": "network-vif-deleted", "tag": "43c4a27e-6ab5-4983-a112-df5a98db82e8", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:11:28.482732 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8f5e8966-6668-4d82-9935-1726c286f1e9 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:11:28.483135 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f5e8966-6668-4d82-9935-1726c286f1e9'] response: {'server_uuid': '5d8fba30-1d0b-43ea-ad0c-11129104e39b', 'name': 'network-vif-deleted', 'tag': '43c4a27e-6ab5-4983-a112-df5a98db82e8', 'status': 'completed', 'code': 200} May 17 17:11:28.529768 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-de0d7483-840f-413b-8a3d-5caf5f034cce tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Publish callbacks [] for port (08d82415-6640-48bc-b37b-4514b8cd0d80), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:28.563587 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-de0d7483-840f-413b-8a3d-5caf5f034cce tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (08d82415-6640-48bc-b37b-4514b8cd0d80), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:28.604163 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-de0d7483-840f-413b-8a3d-5caf5f034cce tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Network 70c87c86-2820-494f-92b7-3ef8c78c46f3 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:11:28.607294 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-de0d7483-840f-413b-8a3d-5caf5f034cce tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:11:28.610952 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-de0d7483-840f-413b-8a3d-5caf5f034cce tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:11:28.616775 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-de0d7483-840f-413b-8a3d-5caf5f034cce tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:28.617355 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-de0d7483-840f-413b-8a3d-5caf5f034cce tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:28.629229 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d7483-840f-413b-8a3d-5caf5f034cce tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Pushing event updated for resources: {'Port': ['ID=08d82415-6640-48bc-b37b-4514b8cd0d80,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:28.640832 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-de0d7483-840f-413b-8a3d-5caf5f034cce tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9123549 May 17 17:11:28.653751 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-1b4a81bb-2b16-4e95-be1c-4bac7dfc5f1a service neutron] Request body: {'port': {'device_id': '225889dd-2500-40f8-8025-ebae658ee479', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84214'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:11:28.713804 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-1b4a81bb-2b16-4e95-be1c-4bac7dfc5f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (08d82415-6640-48bc-b37b-4514b8cd0d80), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:28.820426 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec067c-3613-4b74-954c-b4a9903ba076 req-e9115dd3-f0b1-4ab6-b6de-1f27d02885f9 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:28.822566 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-73ec067c-3613-4b74-954c-b4a9903ba076 req-e9115dd3-f0b1-4ab6-b6de-1f27d02885f9 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 945 time: 0.0566325 May 17 17:11:28.886386 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-73ec067c-3613-4b74-954c-b4a9903ba076 req-45723487-86e0-4336-be64-360de30bcbc1 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557234 May 17 17:11:28.982552 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a666c-8172-498c-819d-1e4d853690ad req-b789ec0e-c413-4248-8072-b30bf69c8f7a tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:28.984053 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-638a666c-8172-498c-819d-1e4d853690ad req-b789ec0e-c413-4248-8072-b30bf69c8f7a tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/ports?device_id=225889dd-2500-40f8-8025-ebae658ee479 HTTP/1.1" status: 200 len: 931 time: 0.0530052 May 17 17:11:29.033230 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-1b4a81bb-2b16-4e95-be1c-4bac7dfc5f1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08d82415-6640-48bc-b37b-4514b8cd0d80 {{(pid=103510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:11:29.035408 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-638a666c-8172-498c-819d-1e4d853690ad req-197ea971-5e43-4a9a-b29b-63f9ecff5b17 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ea31190-8b53-4dbc-b720-aab2c3e4a9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454905 May 17 17:11:29.042112 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-1b4a81bb-2b16-4e95-be1c-4bac7dfc5f1a service neutron] Publish callbacks [] for port (08d82415-6640-48bc-b37b-4514b8cd0d80), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:29.056160 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.provisioning_blocks [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-1b4a81bb-2b16-4e95-be1c-4bac7dfc5f1a service neutron] Transition to ACTIVE for port object 08d82415-6640-48bc-b37b-4514b8cd0d80 will not be triggered until provisioned by entity L2. {{(pid=103510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 17:11:29.060220 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-1b4a81bb-2b16-4e95-be1c-4bac7dfc5f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (08d82415-6640-48bc-b37b-4514b8cd0d80), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:29.113092 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a81bb-2b16-4e95-be1c-4bac7dfc5f1a service neutron] Pushing event updated for resources: {'Port': ['ID=08d82415-6640-48bc-b37b-4514b8cd0d80,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:29.147840 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-1b4a81bb-2b16-4e95-be1c-4bac7dfc5f1a service neutron] Attempting to bind port 08d82415-6640-48bc-b37b-4514b8cd0d80 on host hv-cinder-84214 for vnic_type normal with profile {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:11:29.148176 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-1b4a81bb-2b16-4e95-be1c-4bac7dfc5f1a service neutron] Attempting to bind port 08d82415-6640-48bc-b37b-4514b8cd0d80 by drivers openvswitch,hyperv on host hv-cinder-84214 at level 0 using segments [{'id': '8fdc4088-2666-41b6-a1fa-9350fb045c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '70c87c86-2820-494f-92b7-3ef8c78c46f3'}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:11:29.148504 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-1b4a81bb-2b16-4e95-be1c-4bac7dfc5f1a service neutron] Attempting to bind port 08d82415-6640-48bc-b37b-4514b8cd0d80 on network 70c87c86-2820-494f-92b7-3ef8c78c46f3 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:11:29.152898 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-1b4a81bb-2b16-4e95-be1c-4bac7dfc5f1a service neutron] Port 08d82415-6640-48bc-b37b-4514b8cd0d80 on network 70c87c86-2820-494f-92b7-3ef8c78c46f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84214 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 17:11:29.153221 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-1b4a81bb-2b16-4e95-be1c-4bac7dfc5f1a service neutron] Attempting to bind port 08d82415-6640-48bc-b37b-4514b8cd0d80 on network 70c87c86-2820-494f-92b7-3ef8c78c46f3 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:11:29.158145 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-1b4a81bb-2b16-4e95-be1c-4bac7dfc5f1a service neutron] Checking agent: {'id': 'f77364a9-2f6e-44ad-9fc6-92e3e143ef92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84214', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 8, 20), 'started_at': datetime.datetime(2022, 5, 17, 17, 8, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:11:29.158480 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-1b4a81bb-2b16-4e95-be1c-4bac7dfc5f1a service neutron] Checking segment: {'id': '8fdc4088-2666-41b6-a1fa-9350fb045c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '70c87c86-2820-494f-92b7-3ef8c78c46f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:11:29.158860 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-1b4a81bb-2b16-4e95-be1c-4bac7dfc5f1a service neutron] Bound using segment: {'id': '8fdc4088-2666-41b6-a1fa-9350fb045c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '70c87c86-2820-494f-92b7-3ef8c78c46f3'} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:11:29.159278 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-1b4a81bb-2b16-4e95-be1c-4bac7dfc5f1a service neutron] Bound port: 08d82415-6640-48bc-b37b-4514b8cd0d80, host: hv-cinder-84214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fdc4088-2666-41b6-a1fa-9350fb045c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '70c87c86-2820-494f-92b7-3ef8c78c46f3'}}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:11:29.159662 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-1b4a81bb-2b16-4e95-be1c-4bac7dfc5f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (08d82415-6640-48bc-b37b-4514b8cd0d80), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:29.219747 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-1b4a81bb-2b16-4e95-be1c-4bac7dfc5f1a service neutron] For port 08d82415-6640-48bc-b37b-4514b8cd0d80, host hv-cinder-84214, cleared binding levels {{(pid=103510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:11:29.222654 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-1b4a81bb-2b16-4e95-be1c-4bac7dfc5f1a service neutron] For port 08d82415-6640-48bc-b37b-4514b8cd0d80, host hv-cinder-84214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=08d82415-6640-48bc-b37b-4514b8cd0d80,segment=NetworkSegment(8fdc4088-2666-41b6-a1fa-9350fb045c0a),segment_id=8fdc4088-2666-41b6-a1fa-9350fb045c0a)] {{(pid=103510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:11:29.229366 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-1b4a81bb-2b16-4e95-be1c-4bac7dfc5f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (08d82415-6640-48bc-b37b-4514b8cd0d80), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:29.262985 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-1b4a81bb-2b16-4e95-be1c-4bac7dfc5f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:29.263627 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-1b4a81bb-2b16-4e95-be1c-4bac7dfc5f1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:29.265143 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-1b4a81bb-2b16-4e95-be1c-4bac7dfc5f1a service neutron] 10.222.0.23 "PUT /v2.0/ports/08d82415-6640-48bc-b37b-4514b8cd0d80 HTTP/1.1" status: 200 len: 1093 time: 0.6152978 May 17 17:11:29.297770 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a81bb-2b16-4e95-be1c-4bac7dfc5f1a service neutron] Pushing event updated for resources: {'Port': ['ID=08d82415-6640-48bc-b37b-4514b8cd0d80,revision_number=3']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:29.366425 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-dfdb58c9-9904-4824-bcb9-b542da1c0c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:29.368151 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-dfdb58c9-9904-4824-bcb9-b542da1c0c6b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5858756d2b74673a765c1d2e6adf280&device_id=225889dd-2500-40f8-8025-ebae658ee479 HTTP/1.1" status: 200 len: 1127 time: 0.0452373 May 17 17:11:29.414150 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-3ab84cc1-cecd-4f40-8f82-30b7dd702c26 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=08d82415-6640-48bc-b37b-4514b8cd0d80 HTTP/1.1" status: 200 len: 217 time: 0.0373344 May 17 17:11:29.472931 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-e831013b-8596-470a-b5a7-b6e45d66a3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:29.474486 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-e831013b-8596-470a-b5a7-b6e45d66a3fe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=587df90a-4c3d-46cc-a7c3-0d2274ea004e HTTP/1.1" status: 200 len: 849 time: 0.0552511 May 17 17:11:29.493984 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-322fabe2-c82d-4002-9d7f-9ce295081e69 req-0799f7b4-8a2a-458b-a242-4178c45dd535 tempest-DeleteServersTestJSON-487158925 tempest-DeleteServersTestJSON-487158925-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d8fba30-1d0b-43ea-ad0c-11129104e39b HTTP/1.1" status: 200 len: 210 time: 0.0469124 May 17 17:11:29.527660 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-6e95a702-06a9-4381-992d-493bda346883 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=70c87c86-2820-494f-92b7-3ef8c78c46f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408931 May 17 17:11:29.630856 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-a4a57f3c-b81f-431f-b290-d3e3902fddfc service neutron] 10.222.0.23 "GET /v2.0/networks/70c87c86-2820-494f-92b7-3ef8c78c46f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990009 May 17 17:11:29.728374 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b6f1faa5-fb15-4773-9b96-fb490319150a req-e6d5a38a-f2ca-493b-b833-3ead3dabd936 service neutron] 10.222.0.23 "GET /v2.0/networks/70c87c86-2820-494f-92b7-3ef8c78c46f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914783 May 17 17:11:30.010009 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd21c5c-6ad4-4bbb-a422-54c5e3e8a793 req-8e0b04a4-3dc5-409c-b796-2872865eae5d tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:30.011477 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-cdd21c5c-6ad4-4bbb-a422-54c5e3e8a793 req-8e0b04a4-3dc5-409c-b796-2872865eae5d tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 945 time: 0.0460227 May 17 17:11:30.057713 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-cdd21c5c-6ad4-4bbb-a422-54c5e3e8a793 req-5d2bdf0e-468b-44d6-af9a-75543f349d47 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402691 May 17 17:11:30.147978 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee38863-f71a-47e4-a7e8-f1d3984a6852 req-abb55ba8-4d10-476a-8ec4-107e59761907 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:30.149433 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8ee38863-f71a-47e4-a7e8-f1d3984a6852 req-abb55ba8-4d10-476a-8ec4-107e59761907 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/ports?device_id=225889dd-2500-40f8-8025-ebae658ee479 HTTP/1.1" status: 200 len: 943 time: 0.0460160 May 17 17:11:30.198564 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8ee38863-f71a-47e4-a7e8-f1d3984a6852 req-608a810d-0111-41c8-b991-391146ca8a25 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ea31190-8b53-4dbc-b720-aab2c3e4a9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435867 May 17 17:11:30.483888 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '225889dd-2500-40f8-8025-ebae658ee479', 'tag': '08d82415-6640-48bc-b37b-4514b8cd0d80'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:11:30.486209 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbc2d1e-e12c-4585-adbc-cbf58c0d42ec" -d '{"events": [{"name": "network-changed", "server_uuid": "225889dd-2500-40f8-8025-ebae658ee479", "tag": "08d82415-6640-48bc-b37b-4514b8cd0d80"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:11:30.521096 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09307a7c-22c4-45ad-8ab0-861e65bfa839 x-openstack-request-id: req-09307a7c-22c4-45ad-8ab0-861e65bfa839 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:11:30.521385 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "225889dd-2500-40f8-8025-ebae658ee479", "tag": "08d82415-6640-48bc-b37b-4514b8cd0d80", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:11:30.521671 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-09307a7c-22c4-45ad-8ab0-861e65bfa839 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:11:30.522109 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09307a7c-22c4-45ad-8ab0-861e65bfa839'] response: {'name': 'network-changed', 'server_uuid': '225889dd-2500-40f8-8025-ebae658ee479', 'tag': '08d82415-6640-48bc-b37b-4514b8cd0d80', 'status': 'completed', 'code': 200} May 17 17:11:30.820968 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 43c4a27e-6ab5-4983-a112-df5a98db82e8 no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:11:30.848228 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] No Port match for: 43c4a27e-6ab5-4983-a112-df5a98db82e8 {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:11:30.848575 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 43c4a27e-6ab5-4983-a112-df5a98db82e8 not bound to the agent host hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:11:31.169857 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f95e1-40f5-450f-96e1-c2be6a7bf69f req-c4701ab3-ae5c-4ea8-aec5-89f369864d13 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:31.171312 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-fd6f95e1-40f5-450f-96e1-c2be6a7bf69f req-c4701ab3-ae5c-4ea8-aec5-89f369864d13 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 945 time: 0.0460622 May 17 17:11:31.217406 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-fd6f95e1-40f5-450f-96e1-c2be6a7bf69f req-41ab3514-2d68-4877-9f11-f4a64f94850b tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405691 May 17 17:11:31.313791 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54024fdc-c560-4bad-b562-f147b8a09fb1 req-7ce495f1-c61f-4ca1-82bb-24af01e94740 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:31.315224 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-54024fdc-c560-4bad-b562-f147b8a09fb1 req-7ce495f1-c61f-4ca1-82bb-24af01e94740 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/ports?device_id=225889dd-2500-40f8-8025-ebae658ee479 HTTP/1.1" status: 200 len: 943 time: 0.0461164 May 17 17:11:31.362916 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-54024fdc-c560-4bad-b562-f147b8a09fb1 req-49ab4544-cf34-4a0d-a7a1-ce2f513181d6 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ea31190-8b53-4dbc-b720-aab2c3e4a9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416710 May 17 17:11:31.741583 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.agents_db [None req-bd8c2525-aad1-4fe1-b03f-cf2f293aaa3a None None] Agent healthcheck: found 6 active agents {{(pid=103513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:11:32.333502 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a283e56-6d07-4829-b952-c9b9b5ffb7da req-07f5fca5-af4e-42f1-8c3f-01db891fa614 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:32.334979 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2a283e56-6d07-4829-b952-c9b9b5ffb7da req-07f5fca5-af4e-42f1-8c3f-01db891fa614 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 945 time: 0.0507579 May 17 17:11:32.381078 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2a283e56-6d07-4829-b952-c9b9b5ffb7da req-5be7fb6b-bdcd-49d1-adfe-0a794f49516c tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404551 May 17 17:11:32.473257 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9cee71-27d2-4daa-9631-c742162c751e req-980db5d2-de79-4f16-b91b-c42054b0d137 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:32.475213 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-4c9cee71-27d2-4daa-9631-c742162c751e req-980db5d2-de79-4f16-b91b-c42054b0d137 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/ports?device_id=225889dd-2500-40f8-8025-ebae658ee479 HTTP/1.1" status: 200 len: 943 time: 0.0451024 May 17 17:11:32.520351 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-4c9cee71-27d2-4daa-9631-c742162c751e req-dc5fed92-6c09-4458-919e-9e668dfdf768 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ea31190-8b53-4dbc-b720-aab2c3e4a9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396347 May 17 17:11:33.389910 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc2d1e-e12c-4585-adbc-cbf58c0d42ec req-886c8bcc-261b-4433-9bd1-98d616becc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:33.391675 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ffbc2d1e-e12c-4585-adbc-cbf58c0d42ec req-886c8bcc-261b-4433-9bd1-98d616becc6a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5858756d2b74673a765c1d2e6adf280&device_id=225889dd-2500-40f8-8025-ebae658ee479 HTTP/1.1" status: 200 len: 1127 time: 0.0417686 May 17 17:11:33.494536 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc2d1e-e12c-4585-adbc-cbf58c0d42ec req-c06995ae-9719-43d5-bfbe-2403a5f2aa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:33.496011 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ffbc2d1e-e12c-4585-adbc-cbf58c0d42ec req-c06995ae-9719-43d5-bfbe-2403a5f2aa6b service neutron] 10.222.0.23 "GET /v2.0/networks?id=70c87c86-2820-494f-92b7-3ef8c78c46f3 HTTP/1.1" status: 200 len: 910 time: 0.0929186 May 17 17:11:33.502393 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bba75b-c28d-41b3-993e-8e0dcc9031f8 req-5eda1e55-557f-4c6e-8634-e4c7978e06d6 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:33.503954 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-49bba75b-c28d-41b3-993e-8e0dcc9031f8 req-5eda1e55-557f-4c6e-8634-e4c7978e06d6 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 945 time: 0.0503109 May 17 17:11:33.541369 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ffbc2d1e-e12c-4585-adbc-cbf58c0d42ec req-334eda29-8e86-4b35-84f6-dd839f5ec6c4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=08d82415-6640-48bc-b37b-4514b8cd0d80 HTTP/1.1" status: 200 len: 217 time: 0.0374405 May 17 17:11:33.552092 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-49bba75b-c28d-41b3-993e-8e0dcc9031f8 req-69aa09c8-594d-4b04-80b2-d72d4eb2af55 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418074 May 17 17:11:33.595629 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc2d1e-e12c-4585-adbc-cbf58c0d42ec req-eafce523-ee1f-4606-ae58-0c1bab901cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:33.597123 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ffbc2d1e-e12c-4585-adbc-cbf58c0d42ec req-eafce523-ee1f-4606-ae58-0c1bab901cd8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=587df90a-4c3d-46cc-a7c3-0d2274ea004e HTTP/1.1" status: 200 len: 849 time: 0.0504758 May 17 17:11:33.627635 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ffbc2d1e-e12c-4585-adbc-cbf58c0d42ec req-a4ab684a-0c1e-4873-a2dc-101fbe6db921 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=70c87c86-2820-494f-92b7-3ef8c78c46f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244348 May 17 17:11:33.635450 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df41795-8ec2-44d4-866e-cd602f8e127a req-b7f479b1-90fa-41ec-b231-77cca92baef8 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:33.636969 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7df41795-8ec2-44d4-866e-cd602f8e127a req-b7f479b1-90fa-41ec-b231-77cca92baef8 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/ports?device_id=225889dd-2500-40f8-8025-ebae658ee479 HTTP/1.1" status: 200 len: 943 time: 0.0463119 May 17 17:11:33.683790 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7df41795-8ec2-44d4-866e-cd602f8e127a req-dc616c42-05a4-4784-9aef-85a4790a22f4 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ea31190-8b53-4dbc-b720-aab2c3e4a9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412214 May 17 17:11:33.927517 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ffbc2d1e-e12c-4585-adbc-cbf58c0d42ec req-3942af0e-1fe0-456f-87e8-3895979146aa service neutron] 10.222.0.23 "GET /v2.0/networks/70c87c86-2820-494f-92b7-3ef8c78c46f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909534 May 17 17:11:34.036046 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ffbc2d1e-e12c-4585-adbc-cbf58c0d42ec req-f290fd95-2a8a-4874-84cd-3dc5fc2e0185 service neutron] 10.222.0.23 "GET /v2.0/networks/70c87c86-2820-494f-92b7-3ef8c78c46f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014850 May 17 17:11:34.044056 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 44690) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:34.105746 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_v2 [None req-a31bd273-1fd3-428a-a33d-a024164c38ae admin admin] Deleting subnet cb76c68c-c65c-4eb1-96de-e4da1ef4e1e4 {{(pid=103510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 17:11:34.109067 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a31bd273-1fd3-428a-a33d-a024164c38ae admin admin] Publish callbacks [] for subnet (cb76c68c-c65c-4eb1-96de-e4da1ef4e1e4), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:34.155717 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a31bd273-1fd3-428a-a33d-a024164c38ae admin admin] Publish callbacks [] for subnet (cb76c68c-c65c-4eb1-96de-e4da1ef4e1e4), precommit_delete_associations {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:34.167130 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a31bd273-1fd3-428a-a33d-a024164c38ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667328'] for subnet (cb76c68c-c65c-4eb1-96de-e4da1ef4e1e4), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:34.258505 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a31bd273-1fd3-428a-a33d-a024164c38ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572'] for subnet (cb76c68c-c65c-4eb1-96de-e4da1ef4e1e4), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:34.284574 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31bd273-1fd3-428a-a33d-a024164c38ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb76c68c-c65c-4eb1-96de-e4da1ef4e1e4,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:34.305501 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a31bd273-1fd3-428a-a33d-a024164c38ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for subnet (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:34.305501 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-a31bd273-1fd3-428a-a33d-a024164c38ae admin admin] 10.222.0.48 "DELETE /v2.0/subnets/cb76c68c-c65c-4eb1-96de-e4da1ef4e1e4 HTTP/1.1" status: 204 len: 168 time: 0.2559855 May 17 17:11:34.306342 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 44712) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:34.389952 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4c6f5944-0eb8-4e8a-b8b1-94593fbebbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-914463'] for network (7ea9debc-8f24-47f4-b948-da6947775f55), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:34.472329 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 08d82415-6640-48bc-b37b-4514b8cd0d80 details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:11:34.478604 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4c6f5944-0eb8-4e8a-b8b1-94593fbebbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874613', 'neutron.services.segments.db._delete_segments_for_network-8733342282262'] for network (7ea9debc-8f24-47f4-b948-da6947775f55), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:34.507990 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4c6f5944-0eb8-4e8a-b8b1-94593fbebbf6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:11:34.509133 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4c6f5944-0eb8-4e8a-b8b1-94593fbebbf6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:11:34.510370 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4c6f5944-0eb8-4e8a-b8b1-94593fbebbf6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:11:34.511281 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4c6f5944-0eb8-4e8a-b8b1-94593fbebbf6 admin admin] Subscribe: > port after_create 55550000 {{(pid=103511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:11:34.511844 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4c6f5944-0eb8-4e8a-b8b1-94593fbebbf6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:11:34.512549 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4c6f5944-0eb8-4e8a-b8b1-94593fbebbf6 admin admin] Subscribe: > port after_update 55550000 {{(pid=103511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:11:34.513015 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4c6f5944-0eb8-4e8a-b8b1-94593fbebbf6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:11:34.513932 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4c6f5944-0eb8-4e8a-b8b1-94593fbebbf6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:11:34.514438 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4c6f5944-0eb8-4e8a-b8b1-94593fbebbf6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:11:34.515312 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4c6f5944-0eb8-4e8a-b8b1-94593fbebbf6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:11:34.596690 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 44732) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:34.597791 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port 08d82415-6640-48bc-b37b-4514b8cd0d80, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=08d82415-6640-48bc-b37b-4514b8cd0d80,segment=NetworkSegment(8fdc4088-2666-41b6-a1fa-9350fb045c0a),segment_id=8fdc4088-2666-41b6-a1fa-9350fb045c0a)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:11:34.603817 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4c6f5944-0eb8-4e8a-b8b1-94593fbebbf6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:11:34.604367 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4c6f5944-0eb8-4e8a-b8b1-94593fbebbf6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:11:34.604791 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4c6f5944-0eb8-4e8a-b8b1-94593fbebbf6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:11:34.605261 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4c6f5944-0eb8-4e8a-b8b1-94593fbebbf6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:11:34.605695 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.services.segments.db [None req-4c6f5944-0eb8-4e8a-b8b1-94593fbebbf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ea9debc-8f24-47f4-b948-da6947775f55']}} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:11:34.616034 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Returning: {'device': '08d82415-6640-48bc-b37b-4514b8cd0d80', 'network_id': '70c87c86-2820-494f-92b7-3ef8c78c46f3', 'port_id': '08d82415-6640-48bc-b37b-4514b8cd0d80', 'mac_address': 'fa:16:3e:d3:e5:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587df90a-4c3d-46cc-a7c3-0d2274ea004e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:11:34.630271 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.services.segments.db [None req-4c6f5944-0eb8-4e8a-b8b1-94593fbebbf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae6263ca-fda7-4aff-9a66-39c1c62b04e3') {'for_net_delete': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:11:34.631043 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.services.segments.db [None req-4c6f5944-0eb8-4e8a-b8b1-94593fbebbf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae6263ca-fda7-4aff-9a66-39c1c62b04e3') {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:11:34.649591 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4c6f5944-0eb8-4e8a-b8b1-94593fbebbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733342283551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4267293'] for segment (ae6263ca-fda7-4aff-9a66-39c1c62b04e3), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:34.656656 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port 08d82415-6640-48bc-b37b-4514b8cd0d80 is: DOWN; New status is: BUILD {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:11:34.657040 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (08d82415-6640-48bc-b37b-4514b8cd0d80), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:34.674148 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08d82415-6640-48bc-b37b-4514b8cd0d80 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:11:34.699505 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port 08d82415-6640-48bc-b37b-4514b8cd0d80, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=08d82415-6640-48bc-b37b-4514b8cd0d80,segment=NetworkSegment(8fdc4088-2666-41b6-a1fa-9350fb045c0a),segment_id=8fdc4088-2666-41b6-a1fa-9350fb045c0a)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:11:34.704923 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4c6f5944-0eb8-4e8a-b8b1-94593fbebbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915'] for segment (ae6263ca-fda7-4aff-9a66-39c1c62b04e3), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:34.707079 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (08d82415-6640-48bc-b37b-4514b8cd0d80), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:34.721740 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-4630db1c-b487-4736-9f55-de9af59206db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:34.738327 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d3abe-3d43-4149-b5ae-a593ab3411e8 req-6e12bfda-4710-43ef-91a9-4943318ab9dd tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:34.740781 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8d1d3abe-3d43-4149-b5ae-a593ab3411e8 req-6e12bfda-4710-43ef-91a9-4943318ab9dd tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 945 time: 0.0968549 May 17 17:11:34.742264 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c6f5944-0eb8-4e8a-b8b1-94593fbebbf6 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103511) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 17:11:34.742673 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4c6f5944-0eb8-4e8a-b8b1-94593fbebbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4266300'] for segment (ae6263ca-fda7-4aff-9a66-39c1c62b04e3), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:34.768635 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=08d82415-6640-48bc-b37b-4514b8cd0d80,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:34.768895 dv-cinder-842149-1-iscsi neutron-server[103511]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 17:11:34.768895 dv-cinder-842149-1-iscsi neutron-server[103511]: from cryptography.utils import int_from_bytes May 17 17:11:34.768895 dv-cinder-842149-1-iscsi neutron-server[103511]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 17:11:34.768895 dv-cinder-842149-1-iscsi neutron-server[103511]: from cryptography.utils import int_from_bytes May 17 17:11:34.768895 dv-cinder-842149-1-iscsi neutron-server[103511]: Traceback (most recent call last): May 17 17:11:34.768895 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 17:11:34.768895 dv-cinder-842149-1-iscsi neutron-server[103511]: timer() May 17 17:11:34.768895 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 17:11:34.768895 dv-cinder-842149-1-iscsi neutron-server[103511]: cb(*args, **kw) May 17 17:11:34.768895 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 17:11:34.768895 dv-cinder-842149-1-iscsi neutron-server[103511]: return func(*args, **kwargs) May 17 17:11:34.768895 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 17:11:34.768895 dv-cinder-842149-1-iscsi neutron-server[103511]: self._notify() May 17 17:11:34.768895 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 17:11:34.768895 dv-cinder-842149-1-iscsi neutron-server[103511]: self.callback(batched_events) May 17 17:11:34.768895 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 17:11:34.768895 dv-cinder-842149-1-iscsi neutron-server[103511]: event.method(event) May 17 17:11:34.768895 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 17:11:34.768895 dv-cinder-842149-1-iscsi neutron-server[103511]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 17:11:34.768895 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 17:11:34.768895 dv-cinder-842149-1-iscsi neutron-server[103511]: aggregate_uuid = self.p_client.list_aggregates( May 17 17:11:34.768895 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 17:11:34.768895 dv-cinder-842149-1-iscsi neutron-server[103511]: return f(self, *a, **k) May 17 17:11:34.768895 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 17:11:34.768895 dv-cinder-842149-1-iscsi neutron-server[103511]: return self._get(url).json() May 17 17:11:34.768895 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 17:11:34.768895 dv-cinder-842149-1-iscsi neutron-server[103511]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 17:11:34.768895 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 17:11:34.768895 dv-cinder-842149-1-iscsi neutron-server[103511]: return self.request(url, 'GET', **kwargs) May 17 17:11:34.768895 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 17:11:34.768895 dv-cinder-842149-1-iscsi neutron-server[103511]: base_url = self.get_endpoint(auth, allow=allow, May 17 17:11:34.768895 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 17:11:34.768895 dv-cinder-842149-1-iscsi neutron-server[103511]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 17:11:34.768895 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 17:11:34.768895 dv-cinder-842149-1-iscsi neutron-server[103511]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 17:11:34.768895 dv-cinder-842149-1-iscsi neutron-server[103511]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 17:11:34.779267 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:34.779805 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:34.780251 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:34.780668 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:34.781034 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:34.781349 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:34.781933 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:34.782605 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:34.783082 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:34.783839 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:34.784469 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:34.785038 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:34.785761 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:34.786304 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:34.788622 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:34.827359 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-4630db1c-b487-4736-9f55-de9af59206db admin admin] Publish callbacks [] for security_group (d2c6d97b-1b47-41a2-b1c5-3843362ee9a6), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:34.831157 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-4630db1c-b487-4736-9f55-de9af59206db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (d2c6d97b-1b47-41a2-b1c5-3843362ee9a6), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:34.871930 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630db1c-b487-4736-9f55-de9af59206db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c6d97b-1b47-41a2-b1c5-3843362ee9a6,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:34.881584 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-4630db1c-b487-4736-9f55-de9af59206db admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aed81bb4bad1446c832db0899d482aaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2808146 May 17 17:11:34.881866 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 44738) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:34.887036 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b428fa-ed10-478c-8801-2b2b7a8cbd11 req-d2b2e8a7-49a2-4c2d-9e6d-b8b28732e1d9 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:34.888799 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-30b428fa-ed10-478c-8801-2b2b7a8cbd11 req-d2b2e8a7-49a2-4c2d-9e6d-b8b28732e1d9 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/ports?device_id=225889dd-2500-40f8-8025-ebae658ee479 HTTP/1.1" status: 200 len: 944 time: 0.1186390 May 17 17:11:34.891179 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4c6f5944-0eb8-4e8a-b8b1-94593fbebbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7866878'] for network (7ea9debc-8f24-47f4-b948-da6947775f55), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:34.922595 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4c6f5944-0eb8-4e8a-b8b1-94593fbebbf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for network (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:34.925678 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-4c6f5944-0eb8-4e8a-b8b1-94593fbebbf6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/7ea9debc-8f24-47f4-b948-da6947775f55 HTTP/1.1" status: 204 len: 168 time: 0.6206272 May 17 17:11:34.940989 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f5944-0eb8-4e8a-b8b1-94593fbebbf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ea9debc-8f24-47f4-b948-da6947775f55,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:34.941161 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-39110ef2-c30c-4d39-9498-d75d6e8c7da6 admin admin] Publish callbacks [] for security_group (d2c6d97b-1b47-41a2-b1c5-3843362ee9a6), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:34.945955 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8d1d3abe-3d43-4149-b5ae-a593ab3411e8 req-7639c567-448d-4c24-9e26-0be4957a2950 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628375 May 17 17:11:34.965728 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-39110ef2-c30c-4d39-9498-d75d6e8c7da6 admin admin] Publish callbacks [] for security_group (d2c6d97b-1b47-41a2-b1c5-3843362ee9a6), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:34.979979 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-30b428fa-ed10-478c-8801-2b2b7a8cbd11 req-30e0ef1a-7103-4930-b39c-eb91a4348f49 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ea31190-8b53-4dbc-b720-aab2c3e4a9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790021 May 17 17:11:35.016883 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-39110ef2-c30c-4d39-9498-d75d6e8c7da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (d2c6d97b-1b47-41a2-b1c5-3843362ee9a6), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:35.019616 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-39110ef2-c30c-4d39-9498-d75d6e8c7da6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:35.023585 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-39110ef2-c30c-4d39-9498-d75d6e8c7da6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d2c6d97b-1b47-41a2-b1c5-3843362ee9a6 HTTP/1.1" status: 204 len: 168 time: 0.1375437 May 17 17:11:35.023769 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] get_ports_and_sgs() called for port_ids ['08d82415-6640-48bc-b37b-4514b8cd0d80'] {{(pid=103512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:11:35.029336 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39110ef2-c30c-4d39-9498-d75d6e8c7da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c6d97b-1b47-41a2-b1c5-3843362ee9a6,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:35.085094 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 44744) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:35.127990 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-37ca605d-edaf-410b-9146-3c31585b5cdd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b4111fd040fc4a4d823b5e38204286f7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393980 May 17 17:11:35.128365 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 44746) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:35.181865 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-681e0247-5bc6-4fae-b0f7-53194827374f admin admin] Publish callbacks [] for security_group (c2c2ad51-a4d2-471e-b916-7c9c675518c8), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:35.203085 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-681e0247-5bc6-4fae-b0f7-53194827374f admin admin] Publish callbacks [] for security_group (c2c2ad51-a4d2-471e-b916-7c9c675518c8), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:35.255867 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-681e0247-5bc6-4fae-b0f7-53194827374f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (c2c2ad51-a4d2-471e-b916-7c9c675518c8), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:35.258249 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-681e0247-5bc6-4fae-b0f7-53194827374f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:35.259440 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-681e0247-5bc6-4fae-b0f7-53194827374f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c2c2ad51-a4d2-471e-b916-7c9c675518c8 HTTP/1.1" status: 204 len: 168 time: 0.1301951 May 17 17:11:35.267415 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e0247-5bc6-4fae-b0f7-53194827374f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c2ad51-a4d2-471e-b916-7c9c675518c8,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:35.400495 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 44758) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:35.416167 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fa73d93d-4360-4765-9088-2343a998da1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:35.511839 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fa73d93d-4360-4765-9088-2343a998da1a admin admin] Publish callbacks [] for security_group (95252fbb-bd25-4936-8c57-8d36567109ad), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:35.515877 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fa73d93d-4360-4765-9088-2343a998da1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (95252fbb-bd25-4936-8c57-8d36567109ad), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:35.555751 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-fa73d93d-4360-4765-9088-2343a998da1a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a36784c2378b41969025db182f225ed2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1541300 May 17 17:11:35.556573 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73d93d-4360-4765-9088-2343a998da1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95252fbb-bd25-4936-8c57-8d36567109ad,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:35.559382 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 44764) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:35.631075 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-93fca5f0-3ceb-4555-9654-6b615d19cdfd admin admin] Publish callbacks [] for security_group (95252fbb-bd25-4936-8c57-8d36567109ad), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:35.662325 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-93fca5f0-3ceb-4555-9654-6b615d19cdfd admin admin] Publish callbacks [] for security_group (95252fbb-bd25-4936-8c57-8d36567109ad), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:35.726839 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-93fca5f0-3ceb-4555-9654-6b615d19cdfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (95252fbb-bd25-4936-8c57-8d36567109ad), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:35.729671 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-93fca5f0-3ceb-4555-9654-6b615d19cdfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:35.730875 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-93fca5f0-3ceb-4555-9654-6b615d19cdfd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/95252fbb-bd25-4936-8c57-8d36567109ad HTTP/1.1" status: 204 len: 168 time: 0.1704540 May 17 17:11:35.741068 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fca5f0-3ceb-4555-9654-6b615d19cdfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95252fbb-bd25-4936-8c57-8d36567109ad,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:35.964579 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 44790) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:36.126629 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c053030-9774-4ca3-808e-80ee4fba2717 req-0628cc4d-7f1d-4cdd-a0e2-e32aa829f75b tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:36.134188 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5c053030-9774-4ca3-808e-80ee4fba2717 req-0628cc4d-7f1d-4cdd-a0e2-e32aa829f75b tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 945 time: 0.0866055 May 17 17:11:36.175857 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3acef371-d90e-457e-af22-4caafaab94a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:36.195017 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b85232-db61-40ff-882b-7f90b28803ae req-e24fcc32-c8a8-47eb-bc1d-3aca1af5ca7b tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:36.196514 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f1b85232-db61-40ff-882b-7f90b28803ae req-e24fcc32-c8a8-47eb-bc1d-3aca1af5ca7b tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/ports?device_id=225889dd-2500-40f8-8025-ebae658ee479 HTTP/1.1" status: 200 len: 944 time: 0.1141939 May 17 17:11:36.247743 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5c053030-9774-4ca3-808e-80ee4fba2717 req-4246ee49-f870-44ec-9eb4-ead35149d796 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124835 May 17 17:11:36.290693 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 44812) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:36.299482 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f1b85232-db61-40ff-882b-7f90b28803ae req-4fd7dd13-a86f-4829-940b-cd30bce6fa3a tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ea31190-8b53-4dbc-b720-aab2c3e4a9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959866 May 17 17:11:36.350117 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3acef371-d90e-457e-af22-4caafaab94a3 admin admin] Publish callbacks [] for security_group (66d10c87-ff17-428e-bbb7-bea390d84da2), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:36.354431 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3acef371-d90e-457e-af22-4caafaab94a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (66d10c87-ff17-428e-bbb7-bea390d84da2), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:36.397493 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-3acef371-d90e-457e-af22-4caafaab94a3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=49179ae52ac4414da8a7342133929859&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4316287 May 17 17:11:36.398703 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acef371-d90e-457e-af22-4caafaab94a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d10c87-ff17-428e-bbb7-bea390d84da2,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:36.400189 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 44822) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:36.427092 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-1be2f667-dd39-4049-9430-76039eb406f1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1066562658-network', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:11:36.464077 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be2f667-dd39-4049-9430-76039eb406f1 admin admin] Made reservation on behalf of 54981d1c7fe64f5cb6a846496ad4f776 for: {'network': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:11:36.466361 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1be2f667-dd39-4049-9430-76039eb406f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for network (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:36.478860 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1be2f667-dd39-4049-9430-76039eb406f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:36.498447 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 08d82415-6640-48bc-b37b-4514b8cd0d80 up at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:11:36.500236 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5b44107b-0193-42dd-9c1c-0ade90014c9e admin admin] Publish callbacks [] for security_group (66d10c87-ff17-428e-bbb7-bea390d84da2), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:36.552139 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5b44107b-0193-42dd-9c1c-0ade90014c9e admin admin] Publish callbacks [] for security_group (66d10c87-ff17-428e-bbb7-bea390d84da2), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:36.564835 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning for port 08d82415-6640-48bc-b37b-4514b8cd0d80 completed by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 17:11:36.573517 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning complete for port 08d82415-6640-48bc-b37b-4514b8cd0d80 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:11:36.574000 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (08d82415-6640-48bc-b37b-4514b8cd0d80), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:36.650073 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1be2f667-dd39-4049-9430-76039eb406f1 admin admin] Publish callbacks [] for security_group (f1b7fd5b-e3d8-4ce8-89ff-bc07aabb950c), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:36.656165 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1be2f667-dd39-4049-9430-76039eb406f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (f1b7fd5b-e3d8-4ce8-89ff-bc07aabb950c), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:36.662160 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5b44107b-0193-42dd-9c1c-0ade90014c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (66d10c87-ff17-428e-bbb7-bea390d84da2), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:36.665197 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5b44107b-0193-42dd-9c1c-0ade90014c9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:36.666425 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-5b44107b-0193-42dd-9c1c-0ade90014c9e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/66d10c87-ff17-428e-bbb7-bea390d84da2 HTTP/1.1" status: 204 len: 168 time: 0.2644629 May 17 17:11:36.685951 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port 08d82415-6640-48bc-b37b-4514b8cd0d80 is: BUILD; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:11:36.686382 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (08d82415-6640-48bc-b37b-4514b8cd0d80), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:36.688623 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be2f667-dd39-4049-9430-76039eb406f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 17:11:36.705087 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be2f667-dd39-4049-9430-76039eb406f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b7fd5b-e3d8-4ce8-89ff-bc07aabb950c,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:36.718956 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1be2f667-dd39-4049-9430-76039eb406f1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733342282253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915'] for segment (ea772ee0-6e76-4284-a4d3-aeaff2f9a97d), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:36.719404 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.db.segments_db [None req-1be2f667-dd39-4049-9430-76039eb406f1 admin admin] Added segment ea772ee0-6e76-4284-a4d3-aeaff2f9a97d of type vlan for network 30541785-dceb-40b7-9575-992b66a470e9 May 17 17:11:36.721605 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44107b-0193-42dd-9c1c-0ade90014c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d10c87-ff17-428e-bbb7-bea390d84da2,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:36.723143 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225889dd-2500-40f8-8025-ebae658ee479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d82415-6640-48bc-b37b-4514b8cd0d80'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:11:36.734074 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47090663941ec1551041a48ed4f6687b33fcf119bf177f9ca48a03ee97be2a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e311e973-57d0-4183-9653-ead9a2d7e45c" -d '{"events": [{"server_uuid": "225889dd-2500-40f8-8025-ebae658ee479", "name": "network-vif-plugged", "status": "completed", "tag": "08d82415-6640-48bc-b37b-4514b8cd0d80"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:11:36.761872 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port 08d82415-6640-48bc-b37b-4514b8cd0d80, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=08d82415-6640-48bc-b37b-4514b8cd0d80,segment=NetworkSegment(8fdc4088-2666-41b6-a1fa-9350fb045c0a),segment_id=8fdc4088-2666-41b6-a1fa-9350fb045c0a)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:11:36.775626 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1be2f667-dd39-4049-9430-76039eb406f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733341855133'] for network (30541785-dceb-40b7-9575-992b66a470e9), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:36.778576 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (08d82415-6640-48bc-b37b-4514b8cd0d80), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:36.785421 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5039e7-c917-4eee-82f8-1000d7ba6308 x-openstack-request-id: req-8d5039e7-c917-4eee-82f8-1000d7ba6308 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:11:36.785807 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "225889dd-2500-40f8-8025-ebae658ee479", "name": "network-vif-plugged", "status": "completed", "tag": "08d82415-6640-48bc-b37b-4514b8cd0d80", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:11:36.787420 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8d5039e7-c917-4eee-82f8-1000d7ba6308 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:11:36.788194 dv-cinder-842149-1-iscsi neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d5039e7-c917-4eee-82f8-1000d7ba6308'] response: {'server_uuid': '225889dd-2500-40f8-8025-ebae658ee479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d82415-6640-48bc-b37b-4514b8cd0d80', 'code': 200} May 17 17:11:36.827855 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1be2f667-dd39-4049-9430-76039eb406f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572'] for network (30541785-dceb-40b7-9575-992b66a470e9), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:36.829750 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be2f667-dd39-4049-9430-76039eb406f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:36.831633 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1be2f667-dd39-4049-9430-76039eb406f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for network (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:36.886407 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=08d82415-6640-48bc-b37b-4514b8cd0d80,revision_number=5']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:36.924673 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be2f667-dd39-4049-9430-76039eb406f1 admin admin] Pushing event updated for resources: {'Network': ['ID=30541785-dceb-40b7-9575-992b66a470e9,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:36.936990 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Network 30541785-dceb-40b7-9575-992b66a470e9 details requested by agent ovs-agent-dv-cinder-842149-1-iscsi with host dv-cinder-842149-1-iscsi {{(pid=103512) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 17:11:36.942366 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-1be2f667-dd39-4049-9430-76039eb406f1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6488302 May 17 17:11:36.946027 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 44842) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:36.951166 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-7f5094e0-02b0-46b1-a945-5eab15966c5f admin admin] Request body: {'subnet': {'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1066562658-subnet', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:11:37.008424 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5094e0-02b0-46b1-a945-5eab15966c5f admin admin] Made reservation on behalf of 54981d1c7fe64f5cb6a846496ad4f776 for: {'subnet': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:11:37.010825 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-7f5094e0-02b0-46b1-a945-5eab15966c5f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:37.039619 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853d7cd-ff86-4331-be72-b3e6ff491fc1 req-0d2c06ec-b54c-41bc-b7b3-0d8ee9372190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:37.041125 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b853d7cd-ff86-4331-be72-b3e6ff491fc1 req-0d2c06ec-b54c-41bc-b7b3-0d8ee9372190 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=225889dd-2500-40f8-8025-ebae658ee479 HTTP/1.1" status: 200 len: 1129 time: 0.0741174 May 17 17:11:37.143301 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b853d7cd-ff86-4331-be72-b3e6ff491fc1 req-9f6c8bfe-383e-4bda-b625-50b5e5cc0505 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7ea31190-8b53-4dbc-b720-aab2c3e4a9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705023 May 17 17:11:37.200757 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 44852) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:37.214376 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-94658bd3-501b-43f2-8b97-847c4ea527f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:37.233530 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-7f5094e0-02b0-46b1-a945-5eab15966c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572'] for subnet (622d61e7-eff2-45a5-baff-55e360ced291), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:37.294587 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-94658bd3-501b-43f2-8b97-847c4ea527f7 admin admin] Publish callbacks [] for security_group (b0bac773-0718-4573-b296-1979e33d4c8f), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:37.294891 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5094e0-02b0-46b1-a945-5eab15966c5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=622d61e7-eff2-45a5-baff-55e360ced291,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:37.305050 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-94658bd3-501b-43f2-8b97-847c4ea527f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (b0bac773-0718-4573-b296-1979e33d4c8f), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:37.314731 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5094e0-02b0-46b1-a945-5eab15966c5f admin admin] Checking segment: {'id': 'ea772ee0-6e76-4284-a4d3-aeaff2f9a97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '30541785-dceb-40b7-9575-992b66a470e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:11:37.315135 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5094e0-02b0-46b1-a945-5eab15966c5f admin admin] Network hostable DHCP agents. Network: 30541785-dceb-40b7-9575-992b66a470e9, hostable agents: ['e31905a2-41fc-44e1-9d1f-1e6213680c03'], hosted agents: [] {{(pid=103510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 17:11:37.339128 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5094e0-02b0-46b1-a945-5eab15966c5f admin admin] Network 30541785-dceb-40b7-9575-992b66a470e9 is scheduled to be hosted by DHCP agent e31905a2-41fc-44e1-9d1f-1e6213680c03 with binding_index 1 {{(pid=103510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 17:11:37.353307 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-7f5094e0-02b0-46b1-a945-5eab15966c5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842149-1-iscsi, 30541785-dceb-40b7-9575-992b66a470e9) {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:11:37.358882 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5094e0-02b0-46b1-a945-5eab15966c5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:37.360097 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-7f5094e0-02b0-46b1-a945-5eab15966c5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for subnet (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:37.361900 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f56a333-b927-48b2-a7e5-f79923f13264 None None] Network 30541785-dceb-40b7-9575-992b66a470e9 requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:11:37.363315 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-94658bd3-501b-43f2-8b97-847c4ea527f7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9a05945d71044cbeb474b0dfaa0dd7aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1614997 May 17 17:11:37.365901 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94658bd3-501b-43f2-8b97-847c4ea527f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bac773-0718-4573-b296-1979e33d4c8f,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:37.366872 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 44860) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:37.410837 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-7f5094e0-02b0-46b1-a945-5eab15966c5f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4629157 May 17 17:11:37.415926 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 44862) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:37.423816 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-4b8cc98a-1dd3-416f-b5b2-6a1b830177c2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1066562658-router', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'}}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:11:37.454616 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69b10c-294c-45b2-b400-107dcc7043be req-4e40f9d6-71be-4224-a8be-f42e0eda76b8 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:37.457136 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-df69b10c-294c-45b2-b400-107dcc7043be req-4e40f9d6-71be-4224-a8be-f42e0eda76b8 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 945 time: 0.0926986 May 17 17:11:37.467268 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-decd11fc-15cd-4cf9-a72f-055809700c6a admin admin] Publish callbacks [] for security_group (b0bac773-0718-4573-b296-1979e33d4c8f), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:37.497573 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-decd11fc-15cd-4cf9-a72f-055809700c6a admin admin] Publish callbacks [] for security_group (b0bac773-0718-4573-b296-1979e33d4c8f), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:37.509882 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972eaa87-426e-4475-93d0-c775db7483b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf7098ea-f5f5-5e61-806c-121fd2f5eebb-30541785-dceb-40b7-9575-992b66a470e9', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'fixed_ips': [{'subnet_id': '622d61e7-eff2-45a5-baff-55e360ced291'}]}} from dv-cinder-842149-1-iscsi. {{(pid=103512) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 17:11:37.510840 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-972eaa87-426e-4475-93d0-c775db7483b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:37.511408 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd03838-5aeb-4e70-b364-c77ede35a7fc req-f1b90942-6807-4e9f-9f1e-48ff3dcf037c tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:37.512955 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3dd03838-5aeb-4e70-b364-c77ede35a7fc req-f1b90942-6807-4e9f-9f1e-48ff3dcf037c tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/ports?device_id=225889dd-2500-40f8-8025-ebae658ee479 HTTP/1.1" status: 200 len: 945 time: 0.0519981 May 17 17:11:37.519079 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4b8cc98a-1dd3-416f-b5b2-6a1b830177c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-611'] for router (a84af72e-9129-4190-b08b-ac573dd09fdc), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:37.520465 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4b8cc98a-1dd3-416f-b5b2-6a1b830177c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7879634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7940134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-618'] for router (a84af72e-9129-4190-b08b-ac573dd09fdc), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:37.567040 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-decd11fc-15cd-4cf9-a72f-055809700c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (b0bac773-0718-4573-b296-1979e33d4c8f), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:37.570335 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-decd11fc-15cd-4cf9-a72f-055809700c6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:37.571480 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-decd11fc-15cd-4cf9-a72f-055809700c6a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b0bac773-0718-4573-b296-1979e33d4c8f HTTP/1.1" status: 204 len: 168 time: 0.2033579 May 17 17:11:37.581790 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-df69b10c-294c-45b2-b400-107dcc7043be req-3e254390-d3af-4a16-a381-e32518e06960 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777190 May 17 17:11:37.585203 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd11fc-15cd-4cf9-a72f-055809700c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bac773-0718-4573-b296-1979e33d4c8f,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:37.656726 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4b8cc98a-1dd3-416f-b5b2-6a1b830177c2 admin admin] Publish callbacks [] for router_controller (a84af72e-9129-4190-b08b-ac573dd09fdc), precommit_add_association {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:37.670971 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3dd03838-5aeb-4e70-b364-c77ede35a7fc req-97f14966-096c-4e46-8e7d-ff84eef8eda0 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ea31190-8b53-4dbc-b720-aab2c3e4a9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465712 May 17 17:11:37.713668 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-972eaa87-426e-4475-93d0-c775db7483b7 None None] Allocated IP 172.20.0.2 (30541785-dceb-40b7-9575-992b66a470e9/622d61e7-eff2-45a5-baff-55e360ced291/17904e6b-2458-421b-a596-fb84a4c056ce) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:11:37.862365 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4b8cc98a-1dd3-416f-b5b2-6a1b830177c2 admin admin] Publish callbacks [] for router_gateway (a84af72e-9129-4190-b08b-ac573dd09fdc), precommit_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:37.892639 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-972eaa87-426e-4475-93d0-c775db7483b7 None None] Publish callbacks [] for port (17904e6b-2458-421b-a596-fb84a4c056ce), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:37.903053 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-972eaa87-426e-4475-93d0-c775db7483b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (17904e6b-2458-421b-a596-fb84a4c056ce), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:37.950032 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972eaa87-426e-4475-93d0-c775db7483b7 None None] Network 30541785-dceb-40b7-9575-992b66a470e9 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:11:37.954465 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-972eaa87-426e-4475-93d0-c775db7483b7 None None] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:11:37.961587 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972eaa87-426e-4475-93d0-c775db7483b7 None None] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:11:37.972098 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972eaa87-426e-4475-93d0-c775db7483b7 None None] Pushing event updated for resources: {'Port': ['ID=17904e6b-2458-421b-a596-fb84a4c056ce,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:38.051116 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-972eaa87-426e-4475-93d0-c775db7483b7 None None] Attempting to bind port 17904e6b-2458-421b-a596-fb84a4c056ce on host dv-cinder-842149-1-iscsi for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:11:38.051854 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-972eaa87-426e-4475-93d0-c775db7483b7 None None] Attempting to bind port 17904e6b-2458-421b-a596-fb84a4c056ce by drivers openvswitch,hyperv on host dv-cinder-842149-1-iscsi at level 0 using segments [{'id': 'ea772ee0-6e76-4284-a4d3-aeaff2f9a97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '30541785-dceb-40b7-9575-992b66a470e9'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:11:38.052976 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972eaa87-426e-4475-93d0-c775db7483b7 None None] Attempting to bind port 17904e6b-2458-421b-a596-fb84a4c056ce on network 30541785-dceb-40b7-9575-992b66a470e9 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:11:38.059690 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972eaa87-426e-4475-93d0-c775db7483b7 None None] Checking agent: {'id': '112412f2-6814-4612-abcf-1771f8ba00b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 1, 57), 'started_at': datetime.datetime(2022, 5, 17, 17, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:11:38.063814 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972eaa87-426e-4475-93d0-c775db7483b7 None None] Checking segment: {'id': 'ea772ee0-6e76-4284-a4d3-aeaff2f9a97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '30541785-dceb-40b7-9575-992b66a470e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:11:38.063814 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-972eaa87-426e-4475-93d0-c775db7483b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:38.063814 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972eaa87-426e-4475-93d0-c775db7483b7 None None] Bound using segment: {'id': 'ea772ee0-6e76-4284-a4d3-aeaff2f9a97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '30541785-dceb-40b7-9575-992b66a470e9'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:11:38.063814 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-972eaa87-426e-4475-93d0-c775db7483b7 None None] Bound port: 17904e6b-2458-421b-a596-fb84a4c056ce, host: dv-cinder-842149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea772ee0-6e76-4284-a4d3-aeaff2f9a97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '30541785-dceb-40b7-9575-992b66a470e9'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:11:38.063814 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-972eaa87-426e-4475-93d0-c775db7483b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (17904e6b-2458-421b-a596-fb84a4c056ce), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:38.119329 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4b8cc98a-1dd3-416f-b5b2-6a1b830177c2 admin admin] Publish callbacks [] for router_gateway (a84af72e-9129-4190-b08b-ac573dd09fdc), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:38.151677 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-972eaa87-426e-4475-93d0-c775db7483b7 None None] For port 17904e6b-2458-421b-a596-fb84a4c056ce, host dv-cinder-842149-1-iscsi, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:11:38.154553 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4b8cc98a-1dd3-416f-b5b2-6a1b830177c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:38.156423 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-972eaa87-426e-4475-93d0-c775db7483b7 None None] For port 17904e6b-2458-421b-a596-fb84a4c056ce, host dv-cinder-842149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=17904e6b-2458-421b-a596-fb84a4c056ce,segment=NetworkSegment(ea772ee0-6e76-4284-a4d3-aeaff2f9a97d),segment_id=ea772ee0-6e76-4284-a4d3-aeaff2f9a97d)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:11:38.165161 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-972eaa87-426e-4475-93d0-c775db7483b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (17904e6b-2458-421b-a596-fb84a4c056ce), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:38.263103 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972eaa87-426e-4475-93d0-c775db7483b7 None None] Pushing event updated for resources: {'Port': ['ID=17904e6b-2458-421b-a596-fb84a4c056ce,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:38.321651 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 44934) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:38.333132 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.db_base_plugin_common [None req-4b8cc98a-1dd3-416f-b5b2-6a1b830177c2 admin admin] Allocated IP 172.27.0.209 (02c56ec1-398e-4da7-8d6f-c5872f286327/162161ae-47ec-4957-8899-c21f028f623a/b840a6fa-6395-4518-9e94-7965d0b8f946) {{(pid=103511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:11:38.361988 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-f8559b06-b04d-4325-888d-607a72cb9a00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:38.533608 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-f8559b06-b04d-4325-888d-607a72cb9a00 admin admin] Publish callbacks [] for security_group (e9738f0b-5b44-4cf2-9096-6991a3d3c6aa), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:38.546042 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-f8559b06-b04d-4325-888d-607a72cb9a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (e9738f0b-5b44-4cf2-9096-6991a3d3c6aa), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:38.558487 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4b8cc98a-1dd3-416f-b5b2-6a1b830177c2 admin admin] Publish callbacks [] for port (b840a6fa-6395-4518-9e94-7965d0b8f946), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:38.604545 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8559b06-b04d-4325-888d-607a72cb9a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9738f0b-5b44-4cf2-9096-6991a3d3c6aa,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:38.626382 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-f8559b06-b04d-4325-888d-607a72cb9a00 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f61bb679e37145a29a792179600fc15b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3017507 May 17 17:11:38.628196 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 44950) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:38.651999 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4b8cc98a-1dd3-416f-b5b2-6a1b830177c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4266351'] for port (b840a6fa-6395-4518-9e94-7965d0b8f946), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:38.720881 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8cc98a-1dd3-416f-b5b2-6a1b830177c2 admin admin] Network 02c56ec1-398e-4da7-8d6f-c5872f286327 is already hosted by enough agents. {{(pid=103511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:11:38.738239 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 17904e6b-2458-421b-a596-fb84a4c056ce up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:11:38.745803 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [None req-4b8cc98a-1dd3-416f-b5b2-6a1b830177c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:11:38.758826 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8cc98a-1dd3-416f-b5b2-6a1b830177c2 admin admin] Received port after_create {{(pid=103511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:11:38.827342 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port 17904e6b-2458-421b-a596-fb84a4c056ce triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:11:38.827804 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (17904e6b-2458-421b-a596-fb84a4c056ce), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:38.866506 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8cc98a-1dd3-416f-b5b2-6a1b830177c2 admin admin] Pushing event updated for resources: {'Port': ['ID=b840a6fa-6395-4518-9e94-7965d0b8f946,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:38.910136 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f0a73-0fe4-40f1-8a0e-eb92372847a4 req-c9e87ced-8000-41be-9e80-8993dcdbe1f0 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:38.913845 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-367f0a73-0fe4-40f1-8a0e-eb92372847a4 req-c9e87ced-8000-41be-9e80-8993dcdbe1f0 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 945 time: 0.1874309 May 17 17:11:38.948693 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port 17904e6b-2458-421b-a596-fb84a4c056ce is: DOWN; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:11:38.948693 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (17904e6b-2458-421b-a596-fb84a4c056ce), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:38.990983 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] For port 17904e6b-2458-421b-a596-fb84a4c056ce, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=17904e6b-2458-421b-a596-fb84a4c056ce,segment=NetworkSegment(ea772ee0-6e76-4284-a4d3-aeaff2f9a97d),segment_id=ea772ee0-6e76-4284-a4d3-aeaff2f9a97d)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:11:38.997364 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (17904e6b-2458-421b-a596-fb84a4c056ce), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:39.058054 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Pushing event updated for resources: {'Port': ['ID=17904e6b-2458-421b-a596-fb84a4c056ce,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:39.061040 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-aaa6b36d-78a3-4259-9078-59526bbfe290 admin admin] Publish callbacks [] for security_group (e9738f0b-5b44-4cf2-9096-6991a3d3c6aa), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:39.073319 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a73acf-2efc-4709-b0de-0b3a6d74cb8e req-0a716bbb-dd91-455f-ad11-63c0ea3ff7ee tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:39.075856 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-73a73acf-2efc-4709-b0de-0b3a6d74cb8e req-0a716bbb-dd91-455f-ad11-63c0ea3ff7ee tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/ports?device_id=225889dd-2500-40f8-8025-ebae658ee479 HTTP/1.1" status: 200 len: 945 time: 0.2320306 May 17 17:11:39.170684 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-aaa6b36d-78a3-4259-9078-59526bbfe290 admin admin] Publish callbacks [] for security_group (e9738f0b-5b44-4cf2-9096-6991a3d3c6aa), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:39.467827 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-367f0a73-0fe4-40f1-8a0e-eb92372847a4 req-998b4934-6d21-4b8f-951d-82b603058643 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5320523 May 17 17:11:39.520882 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-73a73acf-2efc-4709-b0de-0b3a6d74cb8e req-fece57d5-621e-4b4d-bb58-8bcc8912fced tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ea31190-8b53-4dbc-b720-aab2c3e4a9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257119 May 17 17:11:39.616991 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-aaa6b36d-78a3-4259-9078-59526bbfe290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (e9738f0b-5b44-4cf2-9096-6991a3d3c6aa), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:39.619384 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-aaa6b36d-78a3-4259-9078-59526bbfe290 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:39.628599 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-aaa6b36d-78a3-4259-9078-59526bbfe290 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e9738f0b-5b44-4cf2-9096-6991a3d3c6aa HTTP/1.1" status: 204 len: 168 time: 0.9940002 May 17 17:11:39.643113 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa6b36d-78a3-4259-9078-59526bbfe290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9738f0b-5b44-4cf2-9096-6991a3d3c6aa,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:39.657187 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4b8cc98a-1dd3-416f-b5b2-6a1b830177c2 admin admin] Publish callbacks [] for router_gateway (a84af72e-9129-4190-b08b-ac573dd09fdc), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:39.702585 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bea37e9-7dc0-4c75-b012-688d0bfd645e None None] Network 30541785-dceb-40b7-9575-992b66a470e9 requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:11:39.791822 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-f584a511-f19f-470f-b6a8-99f1720ad7ac None None] Provisioning complete for port 17904e6b-2458-421b-a596-fb84a4c056ce triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:11:39.793725 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f584a511-f19f-470f-b6a8-99f1720ad7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (17904e6b-2458-421b-a596-fb84a4c056ce), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:39.917968 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4b8cc98a-1dd3-416f-b5b2-6a1b830177c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7879595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7876840'] for router (a84af72e-9129-4190-b08b-ac573dd09fdc), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:39.941700 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-f584a511-f19f-470f-b6a8-99f1720ad7ac None None] Current status of the port 17904e6b-2458-421b-a596-fb84a4c056ce is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:11:40.127538 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8cc98a-1dd3-416f-b5b2-6a1b830177c2 admin admin] Router a84af72e-9129-4190-b08b-ac573dd09fdc is scheduled to L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 with binding_index 1 {{(pid=103511) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 17:11:40.166944 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-99e5bea5-09c7-4328-bb58-fece9da5f557 None None] Provisioning complete for port 17904e6b-2458-421b-a596-fb84a4c056ce triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:11:40.167502 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-99e5bea5-09c7-4328-bb58-fece9da5f557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (17904e6b-2458-421b-a596-fb84a4c056ce), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:40.258075 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8cc98a-1dd3-416f-b5b2-6a1b830177c2 admin admin] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:11:40.260415 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-99e5bea5-09c7-4328-bb58-fece9da5f557 None None] Current status of the port 17904e6b-2458-421b-a596-fb84a4c056ce is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:11:40.269456 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88936678-ab85-457e-af90-8b5ede5edcc3 None None] Sync routers for ids ['a84af72e-9129-4190-b08b-ac573dd09fdc'] in dv-cinder-842149-1-iscsi {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:11:40.289626 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88936678-ab85-457e-af90-8b5ede5edcc3 None None] Routers {'a84af72e-9129-4190-b08b-ac573dd09fdc'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:11:40.290253 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-88936678-ab85-457e-af90-8b5ede5edcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:11:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['a84af72e-9129-4190-b08b-ac573dd09fdc'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:11:40.307456 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4b8cc98a-1dd3-416f-b5b2-6a1b830177c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:40.311743 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-4b8cc98a-1dd3-416f-b5b2-6a1b830177c2 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8921506 May 17 17:11:40.312231 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 45050) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:40.378033 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 45052) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:40.425211 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-88936678-ab85-457e-af90-8b5ede5edcc3 None None] Set router a84af72e-9129-4190-b08b-ac573dd09fdc gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:11:40.587354 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-6ec087a1-40e5-4cbe-9e1b-d25aa9313ab7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:40.712951 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 17904e6b-2458-421b-a596-fb84a4c056ce up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:11:40.717706 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-88936678-ab85-457e-af90-8b5ede5edcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'name': 'tempest-AttachVolumeNegativeTest-1066562658-router', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:11:37Z', 'updated_at': '2022-05-17T17:11:39Z', 'revision_number': 3, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'gw_port': {'id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:38Z', 'updated_at': '2022-05-17T17:11:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi'}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:11:40.753135 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88936678-ab85-457e-af90-8b5ede5edcc3 None None] Checking router: a84af72e-9129-4190-b08b-ac573dd09fdc for host: dv-cinder-842149-1-iscsi {{(pid=103513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:11:40.753574 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88936678-ab85-457e-af90-8b5ede5edcc3 None None] Updating router a84af72e-9129-4190-b08b-ac573dd09fdc port b840a6fa-6395-4518-9e94-7965d0b8f946 binding host dv-cinder-842149-1-iscsi {{(pid=103513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 17:11:40.793913 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-88936678-ab85-457e-af90-8b5ede5edcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (b840a6fa-6395-4518-9e94-7965d0b8f946), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:40.797883 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port 17904e6b-2458-421b-a596-fb84a4c056ce triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:11:40.798853 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (17904e6b-2458-421b-a596-fb84a4c056ce), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:40.823383 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 45072) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:40.846507 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889a413-f2e2-41ee-9388-8d1bcf953be9 req-ad575f58-cb5b-432a-9da7-d75003834952 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:40.848313 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2889a413-f2e2-41ee-9388-8d1bcf953be9 req-ad575f58-cb5b-432a-9da7-d75003834952 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/ports?device_id=225889dd-2500-40f8-8025-ebae658ee479 HTTP/1.1" status: 200 len: 945 time: 0.1604147 May 17 17:11:40.868134 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459771ea-6101-4fae-9d74-78578b2d4c76 req-aa6b92d0-22dd-4a23-979a-20453411491a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:40.869788 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-459771ea-6101-4fae-9d74-78578b2d4c76 req-aa6b92d0-22dd-4a23-979a-20453411491a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 945 time: 0.2568598 May 17 17:11:40.914439 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port 17904e6b-2458-421b-a596-fb84a4c056ce is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:11:40.918399 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-f252343b-f8d3-470e-96b0-ffa11e502446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:40.981745 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-6ec087a1-40e5-4cbe-9e1b-d25aa9313ab7 admin admin] Publish callbacks [] for security_group (09af334e-f98a-4526-85e7-9bb930afdd93), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:40.991914 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2889a413-f2e2-41ee-9388-8d1bcf953be9 req-29c81558-e1bd-4723-832b-394829e8238e tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ea31190-8b53-4dbc-b720-aab2c3e4a9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338196 May 17 17:11:40.997255 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-6ec087a1-40e5-4cbe-9e1b-d25aa9313ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (09af334e-f98a-4526-85e7-9bb930afdd93), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:41.006040 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-459771ea-6101-4fae-9d74-78578b2d4c76 req-69a272f0-09a6-46ea-bab7-6e784a22e62e tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267571 May 17 17:11:41.053543 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec087a1-40e5-4cbe-9e1b-d25aa9313ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09af334e-f98a-4526-85e7-9bb930afdd93,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:41.059222 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-6ec087a1-40e5-4cbe-9e1b-d25aa9313ab7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=76dd1e85ff064cdfa02c612a6ea756f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6800914 May 17 17:11:41.061758 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 45078) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:41.065014 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-243c3a8f-a806-482a-9089-468e66e4874f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-325146607-network', 'tenant_id': '260311245b60460283c01ebc87cb5bc2'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:11:41.153057 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [None req-f252343b-f8d3-470e-96b0-ffa11e502446 admin admin] Allocated IP 172.20.0.1 (30541785-dceb-40b7-9575-992b66a470e9/622d61e7-eff2-45a5-baff-55e360ced291/dda8309d-e0ce-419a-8658-4890b23fa9dd) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:11:41.158797 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243c3a8f-a806-482a-9089-468e66e4874f admin admin] Made reservation on behalf of 260311245b60460283c01ebc87cb5bc2 for: {'network': 1} {{(pid=103511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:11:41.161136 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-243c3a8f-a806-482a-9089-468e66e4874f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for network (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:41.179301 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-243c3a8f-a806-482a-9089-468e66e4874f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:41.182253 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e733177b-0dc4-4647-a7f0-379a18f5fa03 admin admin] Publish callbacks [] for security_group (09af334e-f98a-4526-85e7-9bb930afdd93), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:41.220487 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e733177b-0dc4-4647-a7f0-379a18f5fa03 admin admin] Publish callbacks [] for security_group (09af334e-f98a-4526-85e7-9bb930afdd93), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:41.220750 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-88936678-ab85-457e-af90-8b5ede5edcc3 None None] Publish callbacks [] for port (b840a6fa-6395-4518-9e94-7965d0b8f946), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:41.225668 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-88936678-ab85-457e-af90-8b5ede5edcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (b840a6fa-6395-4518-9e94-7965d0b8f946), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:41.281570 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca83ff-ed5c-4f53-91af-b0c2077d3caf None None] Pushing event updated for resources: {'Port': ['ID=b840a6fa-6395-4518-9e94-7965d0b8f946,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:41.283911 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-88936678-ab85-457e-af90-8b5ede5edcc3 None None] Attempting to bind port b840a6fa-6395-4518-9e94-7965d0b8f946 on host dv-cinder-842149-1-iscsi for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:11:41.284277 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-88936678-ab85-457e-af90-8b5ede5edcc3 None None] Attempting to bind port b840a6fa-6395-4518-9e94-7965d0b8f946 by drivers openvswitch,hyperv on host dv-cinder-842149-1-iscsi at level 0 using segments [{'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:11:41.284639 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88936678-ab85-457e-af90-8b5ede5edcc3 None None] Attempting to bind port b840a6fa-6395-4518-9e94-7965d0b8f946 on network 02c56ec1-398e-4da7-8d6f-c5872f286327 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:11:41.304148 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88936678-ab85-457e-af90-8b5ede5edcc3 None None] Checking agent: {'id': '112412f2-6814-4612-abcf-1771f8ba00b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 1, 57), 'started_at': datetime.datetime(2022, 5, 17, 17, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:11:41.304529 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88936678-ab85-457e-af90-8b5ede5edcc3 None None] Checking segment: {'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:11:41.304944 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-88936678-ab85-457e-af90-8b5ede5edcc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:41.305343 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88936678-ab85-457e-af90-8b5ede5edcc3 None None] Bound using segment: {'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:11:41.305819 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-88936678-ab85-457e-af90-8b5ede5edcc3 None None] Bound port: b840a6fa-6395-4518-9e94-7965d0b8f946, host: dv-cinder-842149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:11:41.306193 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-88936678-ab85-457e-af90-8b5ede5edcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (b840a6fa-6395-4518-9e94-7965d0b8f946), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:41.307887 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e733177b-0dc4-4647-a7f0-379a18f5fa03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (09af334e-f98a-4526-85e7-9bb930afdd93), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:41.310317 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ca83ff-ed5c-4f53-91af-b0c2077d3caf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:41.310552 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e733177b-0dc4-4647-a7f0-379a18f5fa03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:41.310756 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ca83ff-ed5c-4f53-91af-b0c2077d3caf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:41.311125 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ca83ff-ed5c-4f53-91af-b0c2077d3caf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:41.311485 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ca83ff-ed5c-4f53-91af-b0c2077d3caf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:41.312103 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-e733177b-0dc4-4647-a7f0-379a18f5fa03 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/09af334e-f98a-4526-85e7-9bb930afdd93 HTTP/1.1" status: 204 len: 168 time: 0.2428305 May 17 17:11:41.324842 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ca83ff-ed5c-4f53-91af-b0c2077d3caf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:41.325606 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ca83ff-ed5c-4f53-91af-b0c2077d3caf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:41.326099 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ca83ff-ed5c-4f53-91af-b0c2077d3caf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:41.327668 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ca83ff-ed5c-4f53-91af-b0c2077d3caf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:41.328305 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ca83ff-ed5c-4f53-91af-b0c2077d3caf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:41.328809 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ca83ff-ed5c-4f53-91af-b0c2077d3caf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:41.329669 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733177b-0dc4-4647-a7f0-379a18f5fa03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09af334e-f98a-4526-85e7-9bb930afdd93,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:41.330240 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ca83ff-ed5c-4f53-91af-b0c2077d3caf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:41.331159 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ca83ff-ed5c-4f53-91af-b0c2077d3caf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:41.331860 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ca83ff-ed5c-4f53-91af-b0c2077d3caf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:41.334898 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ca83ff-ed5c-4f53-91af-b0c2077d3caf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:41.335406 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ca83ff-ed5c-4f53-91af-b0c2077d3caf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:41.337726 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-f252343b-f8d3-470e-96b0-ffa11e502446 admin admin] Publish callbacks [] for port (dda8309d-e0ce-419a-8658-4890b23fa9dd), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:41.348040 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-243c3a8f-a806-482a-9089-468e66e4874f admin admin] Publish callbacks [] for security_group (269fdd96-ece3-40ff-a060-9a6931d16660), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:41.354085 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-243c3a8f-a806-482a-9089-468e66e4874f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (269fdd96-ece3-40ff-a060-9a6931d16660), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:41.382967 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-243c3a8f-a806-482a-9089-468e66e4874f admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 17:11:41.407059 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c3a8f-a806-482a-9089-468e66e4874f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269fdd96-ece3-40ff-a060-9a6931d16660,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:41.414881 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-f252343b-f8d3-470e-96b0-ffa11e502446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (dda8309d-e0ce-419a-8658-4890b23fa9dd), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:41.427444 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-243c3a8f-a806-482a-9089-468e66e4874f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733342282253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915'] for segment (03b19a9e-b92f-43ca-91d1-46f289553dc0), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:41.428098 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.db.segments_db [None req-243c3a8f-a806-482a-9089-468e66e4874f admin admin] Added segment 03b19a9e-b92f-43ca-91d1-46f289553dc0 of type vlan for network 6c7d9c40-84df-4392-abe5-e887770a65c6 May 17 17:11:41.432016 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-88936678-ab85-457e-af90-8b5ede5edcc3 None None] For port b840a6fa-6395-4518-9e94-7965d0b8f946, host dv-cinder-842149-1-iscsi, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:11:41.436526 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-88936678-ab85-457e-af90-8b5ede5edcc3 None None] For port b840a6fa-6395-4518-9e94-7965d0b8f946, host dv-cinder-842149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=b840a6fa-6395-4518-9e94-7965d0b8f946,segment=NetworkSegment(d323b912-4d66-4aae-868e-160b7e4a1fa7),segment_id=d323b912-4d66-4aae-868e-160b7e4a1fa7)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:11:41.452805 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-88936678-ab85-457e-af90-8b5ede5edcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (b840a6fa-6395-4518-9e94-7965d0b8f946), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:41.465509 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f252343b-f8d3-470e-96b0-ffa11e502446 admin admin] Network 30541785-dceb-40b7-9575-992b66a470e9 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:11:41.475955 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-f252343b-f8d3-470e-96b0-ffa11e502446 admin admin] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:11:41.492064 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f252343b-f8d3-470e-96b0-ffa11e502446 admin admin] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:11:41.492565 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-f252343b-f8d3-470e-96b0-ffa11e502446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7867333'] for router_interface (a84af72e-9129-4190-b08b-ac573dd09fdc), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:41.516160 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-243c3a8f-a806-482a-9089-468e66e4874f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733341855133'] for network (6c7d9c40-84df-4392-abe5-e887770a65c6), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:41.519822 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88936678-ab85-457e-af90-8b5ede5edcc3 None None] Routers {'a84af72e-9129-4190-b08b-ac573dd09fdc'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:11:41.520747 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-88936678-ab85-457e-af90-8b5ede5edcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:11:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['a84af72e-9129-4190-b08b-ac573dd09fdc'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:11:41.559219 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-243c3a8f-a806-482a-9089-468e66e4874f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572'] for network (6c7d9c40-84df-4392-abe5-e887770a65c6), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:41.560996 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243c3a8f-a806-482a-9089-468e66e4874f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:41.561888 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-243c3a8f-a806-482a-9089-468e66e4874f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for network (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:41.585911 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca83ff-ed5c-4f53-91af-b0c2077d3caf None None] Pushing event updated for resources: {'Port': ['ID=b840a6fa-6395-4518-9e94-7965d0b8f946,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:41.620451 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-243c3a8f-a806-482a-9089-468e66e4874f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.7907641 May 17 17:11:41.668130 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 45090) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:41.675702 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-8126a871-85c6-47ba-8a70-a54397055869 admin admin] Request body: {'subnet': {'network_id': '6c7d9c40-84df-4392-abe5-e887770a65c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-325146607-subnet', 'tenant_id': '260311245b60460283c01ebc87cb5bc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:11:41.691296 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c3a8f-a806-482a-9089-468e66e4874f admin admin] Pushing event updated for resources: {'Network': ['ID=6c7d9c40-84df-4392-abe5-e887770a65c6,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:41.707485 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Network 6c7d9c40-84df-4392-abe5-e887770a65c6 details requested by agent ovs-agent-dv-cinder-842149-1-iscsi with host dv-cinder-842149-1-iscsi {{(pid=103512) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 17:11:41.709487 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-88936678-ab85-457e-af90-8b5ede5edcc3 None None] Set router a84af72e-9129-4190-b08b-ac573dd09fdc gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:11:41.727793 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8126a871-85c6-47ba-8a70-a54397055869 admin admin] Made reservation on behalf of 260311245b60460283c01ebc87cb5bc2 for: {'subnet': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:11:41.733996 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8126a871-85c6-47ba-8a70-a54397055869 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:41.740999 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252343b-f8d3-470e-96b0-ffa11e502446 admin admin] Pushing event updated for resources: {'Port': ['ID=dda8309d-e0ce-419a-8658-4890b23fa9dd,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:41.808265 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-f252343b-f8d3-470e-96b0-ffa11e502446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (dda8309d-e0ce-419a-8658-4890b23fa9dd), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:41.900351 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 45096) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:41.923879 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-82b602c9-d5d4-4d1c-99e0-66a9c84c5cf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:42.047802 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-b4dd04ab-d487-401f-b74a-b5008062bb62 None None] Provisioning complete for port dda8309d-e0ce-419a-8658-4890b23fa9dd triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:11:42.048742 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b4dd04ab-d487-401f-b74a-b5008062bb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (dda8309d-e0ce-419a-8658-4890b23fa9dd), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:42.056079 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-82b602c9-d5d4-4d1c-99e0-66a9c84c5cf6 admin admin] Publish callbacks [] for security_group (018ebf6d-d37d-430e-b6e6-081ef8fceab6), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:42.071595 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-82b602c9-d5d4-4d1c-99e0-66a9c84c5cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (018ebf6d-d37d-430e-b6e6-081ef8fceab6), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:42.102349 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-b4dd04ab-d487-401f-b74a-b5008062bb62 None None] Port dda8309d-e0ce-419a-8658-4890b23fa9dd cannot update to ACTIVE because it is not bound. {{(pid=103512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:11:42.124145 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-88936678-ab85-457e-af90-8b5ede5edcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'name': 'tempest-AttachVolumeNegativeTest-1066562658-router', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:11:37Z', 'updated_at': '2022-05-17T17:11:39Z', 'revision_number': 3, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'gw_port': {'id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:38Z', 'updated_at': '2022-05-17T17:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi'}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:11:42.157357 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88936678-ab85-457e-af90-8b5ede5edcc3 None None] The sync data for ids ['a84af72e-9129-4190-b08b-ac573dd09fdc'] in dv-cinder-842149-1-iscsi is: [{'id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'name': 'tempest-AttachVolumeNegativeTest-1066562658-router', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:11:37Z', 'updated_at': '2022-05-17T17:11:39Z', 'revision_number': 3, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'gw_port': {'id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:38Z', 'updated_at': '2022-05-17T17:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi'}] {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:11:42.202859 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423083fa-4970-4fe3-9054-8c234cdf9b7b req-c27ef202-f6f8-4310-8cd6-127472700ba9 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:42.204413 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-423083fa-4970-4fe3-9054-8c234cdf9b7b req-c27ef202-f6f8-4310-8cd6-127472700ba9 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/ports?device_id=225889dd-2500-40f8-8025-ebae658ee479 HTTP/1.1" status: 200 len: 945 time: 0.1463351 May 17 17:11:42.215209 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-82b602c9-d5d4-4d1c-99e0-66a9c84c5cf6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=559cd183044c49a89c7e38d8279a0b23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3135788 May 17 17:11:42.219164 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 45102) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:42.226334 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b602c9-d5d4-4d1c-99e0-66a9c84c5cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018ebf6d-d37d-430e-b6e6-081ef8fceab6,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:42.234177 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f80ec-5dc3-4bc5-84b7-e460a46c4975 req-797bf8ac-f919-4f69-b9e7-d85c09fd3a91 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:42.241383 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-549f80ec-5dc3-4bc5-84b7-e460a46c4975 req-797bf8ac-f919-4f69-b9e7-d85c09fd3a91 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 945 time: 0.1226676 May 17 17:11:42.254638 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8126a871-85c6-47ba-8a70-a54397055869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572'] for subnet (b62141d5-565b-4fdd-b798-f53f12ce0939), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:42.350397 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-f252343b-f8d3-470e-96b0-ffa11e502446 admin admin] Publish callbacks [] for port (dda8309d-e0ce-419a-8658-4890b23fa9dd), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:42.352966 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-549f80ec-5dc3-4bc5-84b7-e460a46c4975 req-e094fb6b-d91f-4564-9650-6cc215047865 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109035 May 17 17:11:42.358033 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-423083fa-4970-4fe3-9054-8c234cdf9b7b req-ca95d49a-9ff3-4abd-9ae9-9cd261285201 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ea31190-8b53-4dbc-b720-aab2c3e4a9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131980 May 17 17:11:42.360476 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126a871-85c6-47ba-8a70-a54397055869 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b62141d5-565b-4fdd-b798-f53f12ce0939,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:42.365219 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-f252343b-f8d3-470e-96b0-ffa11e502446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (dda8309d-e0ce-419a-8658-4890b23fa9dd), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:42.366011 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-f252343b-f8d3-470e-96b0-ffa11e502446 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7868047'] for router_interface (a84af72e-9129-4190-b08b-ac573dd09fdc), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:42.376166 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-b18af0e9-94b6-4ba1-94e0-5cf9cba232a4 admin admin] Publish callbacks [] for security_group (018ebf6d-d37d-430e-b6e6-081ef8fceab6), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:42.403426 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-b18af0e9-94b6-4ba1-94e0-5cf9cba232a4 admin admin] Publish callbacks [] for security_group (018ebf6d-d37d-430e-b6e6-081ef8fceab6), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:42.404577 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8126a871-85c6-47ba-8a70-a54397055869 admin admin] Checking segment: {'id': '03b19a9e-b92f-43ca-91d1-46f289553dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6c7d9c40-84df-4392-abe5-e887770a65c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:11:42.405290 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8126a871-85c6-47ba-8a70-a54397055869 admin admin] Network hostable DHCP agents. Network: 6c7d9c40-84df-4392-abe5-e887770a65c6, hostable agents: ['e31905a2-41fc-44e1-9d1f-1e6213680c03'], hosted agents: [] {{(pid=103510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 17:11:42.478504 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-b18af0e9-94b6-4ba1-94e0-5cf9cba232a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (018ebf6d-d37d-430e-b6e6-081ef8fceab6), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:42.480096 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-b18af0e9-94b6-4ba1-94e0-5cf9cba232a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:42.482272 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-b18af0e9-94b6-4ba1-94e0-5cf9cba232a4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/018ebf6d-d37d-430e-b6e6-081ef8fceab6 HTTP/1.1" status: 204 len: 168 time: 0.2621069 May 17 17:11:42.493829 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252343b-f8d3-470e-96b0-ffa11e502446 admin admin] Pushing event updated for resources: {'Port': ['ID=dda8309d-e0ce-419a-8658-4890b23fa9dd,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:42.504611 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18af0e9-94b6-4ba1-94e0-5cf9cba232a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018ebf6d-d37d-430e-b6e6-081ef8fceab6,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:42.535336 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8126a871-85c6-47ba-8a70-a54397055869 admin admin] Network 6c7d9c40-84df-4392-abe5-e887770a65c6 is scheduled to be hosted by DHCP agent e31905a2-41fc-44e1-9d1f-1e6213680c03 with binding_index 1 {{(pid=103510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 17:11:42.556795 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-8126a871-85c6-47ba-8a70-a54397055869 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842149-1-iscsi, 6c7d9c40-84df-4392-abe5-e887770a65c6) {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:11:42.570399 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8126a871-85c6-47ba-8a70-a54397055869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:42.570994 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8126a871-85c6-47ba-8a70-a54397055869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for subnet (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:42.580891 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c8994c-0d04-417b-8202-cdd9d0e42b1f None None] Network 6c7d9c40-84df-4392-abe5-e887770a65c6 requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:11:42.611806 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-8126a871-85c6-47ba-8a70-a54397055869 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9421599 May 17 17:11:42.618528 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f252343b-f8d3-470e-96b0-ffa11e502446 admin admin] Network 30541785-dceb-40b7-9575-992b66a470e9 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:11:42.623163 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-f252343b-f8d3-470e-96b0-ffa11e502446 admin admin] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:11:42.713577 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device b840a6fa-6395-4518-9e94-7965d0b8f946 up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:11:42.845875 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a1304a-335a-4a3d-b7b4-c1cac31d587f None None] Network 6c7d9c40-84df-4392-abe5-e887770a65c6 requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:11:42.890547 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f252343b-f8d3-470e-96b0-ffa11e502446 admin admin] Router a84af72e-9129-4190-b08b-ac573dd09fdc has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:11:42.985880 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port b840a6fa-6395-4518-9e94-7965d0b8f946 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:11:42.986536 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (b840a6fa-6395-4518-9e94-7965d0b8f946), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:43.092765 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f252343b-f8d3-470e-96b0-ffa11e502446 admin admin] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:11:43.099545 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-f252343b-f8d3-470e-96b0-ffa11e502446 admin admin] 10.222.0.48 "PUT /v2.0/routers/a84af72e-9129-4190-b08b-ac573dd09fdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7847834 May 17 17:11:43.125579 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port b840a6fa-6395-4518-9e94-7965d0b8f946 is: DOWN; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:11:43.126653 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (b840a6fa-6395-4518-9e94-7965d0b8f946), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:43.145139 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-3a54c598-6307-448b-8374-3404dd6e6685 None None] Provisioning complete for port dda8309d-e0ce-419a-8658-4890b23fa9dd triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:11:43.145767 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3a54c598-6307-448b-8374-3404dd6e6685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (dda8309d-e0ce-419a-8658-4890b23fa9dd), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:43.185334 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] For port b840a6fa-6395-4518-9e94-7965d0b8f946, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=b840a6fa-6395-4518-9e94-7965d0b8f946,segment=NetworkSegment(d323b912-4d66-4aae-868e-160b7e4a1fa7),segment_id=d323b912-4d66-4aae-868e-160b7e4a1fa7)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:11:43.194120 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (b840a6fa-6395-4518-9e94-7965d0b8f946), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:43.204777 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-3a54c598-6307-448b-8374-3404dd6e6685 None None] Port dda8309d-e0ce-419a-8658-4890b23fa9dd cannot update to ACTIVE because it is not bound. {{(pid=103512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:11:43.250100 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Pushing event updated for resources: {'Port': ['ID=b840a6fa-6395-4518-9e94-7965d0b8f946,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:43.534275 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1a439-7160-4e56-bf78-df4b01d38184 req-9708f872-a87c-46f8-bdbf-91e5431101f7 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:43.542431 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1bd1a439-7160-4e56-bf78-df4b01d38184 req-9708f872-a87c-46f8-bdbf-91e5431101f7 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 945 time: 0.0880334 May 17 17:11:43.608543 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1bd1a439-7160-4e56-bf78-df4b01d38184 req-9c2d857d-e6ae-4575-b443-e6022c71c530 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652242 May 17 17:11:43.720664 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18fa27-5e09-4d31-bf1a-f21e54b7705a req-14073935-8582-4e58-8ab9-615759b1bfdb tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:43.729388 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0d18fa27-5e09-4d31-bf1a-f21e54b7705a req-14073935-8582-4e58-8ab9-615759b1bfdb tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.23 "GET /v2.0/ports?device_id=225889dd-2500-40f8-8025-ebae658ee479 HTTP/1.1" status: 200 len: 945 time: 0.0985510 May 17 17:11:43.793931 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 45146) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:43.801671 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-e8fc099e-0ccb-449f-b444-ce30450c8103 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1917651284', 'description': 'tempest-description--801180512'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:11:43.831546 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2de71-9542-4855-83ea-b581c7957c48 req-9d3c721f-88d2-4a97-b309-dbc8ea864556 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:43.840235 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d5d2de71-9542-4855-83ea-b581c7957c48 req-9d3c721f-88d2-4a97-b309-dbc8ea864556 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/ports?device_id=225889dd-2500-40f8-8025-ebae658ee479 HTTP/1.1" status: 200 len: 945 time: 0.0809016 May 17 17:11:43.856136 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e8fc099e-0ccb-449f-b444-ce30450c8103 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:43.883689 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-0d18fa27-5e09-4d31-bf1a-f21e54b7705a req-2f2e998b-0f6e-4281-862a-4661dfde1e57 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Deleting port 08d82415-6640-48bc-b37b-4514b8cd0d80 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:11:43.884024 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0d18fa27-5e09-4d31-bf1a-f21e54b7705a req-2f2e998b-0f6e-4281-862a-4661dfde1e57 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (08d82415-6640-48bc-b37b-4514b8cd0d80), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:43.886686 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d5d2de71-9542-4855-83ea-b581c7957c48 req-bf1ce475-68ed-4981-a188-d741586df884 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ea31190-8b53-4dbc-b720-aab2c3e4a9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452156 May 17 17:11:44.013639 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-0d18fa27-5e09-4d31-bf1a-f21e54b7705a req-2f2e998b-0f6e-4281-862a-4661dfde1e57 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] For port 08d82415-6640-48bc-b37b-4514b8cd0d80, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=08d82415-6640-48bc-b37b-4514b8cd0d80,segment=NetworkSegment(8fdc4088-2666-41b6-a1fa-9350fb045c0a),segment_id=8fdc4088-2666-41b6-a1fa-9350fb045c0a)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:11:44.014003 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0d18fa27-5e09-4d31-bf1a-f21e54b7705a req-2f2e998b-0f6e-4281-862a-4661dfde1e57 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (08d82415-6640-48bc-b37b-4514b8cd0d80), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:44.028258 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e8fc099e-0ccb-449f-b444-ce30450c8103 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group (3ff2265b-a135-4224-bf77-7405c6c07dc2), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:44.035706 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-0d18fa27-5e09-4d31-bf1a-f21e54b7705a req-2f2e998b-0f6e-4281-862a-4661dfde1e57 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Calling delete_port for 08d82415-6640-48bc-b37b-4514b8cd0d80 owned by compute:nova {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:11:44.039149 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e8fc099e-0ccb-449f-b444-ce30450c8103 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (3ff2265b-a135-4224-bf77-7405c6c07dc2), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:44.324106 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e8fc099e-0ccb-449f-b444-ce30450c8103 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:44.328314 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-e8fc099e-0ccb-449f-b444-ce30450c8103 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5306613 May 17 17:11:44.328822 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 45160) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:44.334534 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-315571a8-f9ce-458a-b84d-d0ae8223ecb8 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Request body: {'security_group_rule': {'security_group_id': '3ff2265b-a135-4224-bf77-7405c6c07dc2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:11:44.338725 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc099e-0ccb-449f-b444-ce30450c8103 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff2265b-a135-4224-bf77-7405c6c07dc2,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:44.375713 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-315571a8-f9ce-458a-b84d-d0ae8223ecb8 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group_rule (147c48b1-4ab9-4954-be26-163b41805fbb), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:44.438253 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505d0e51-985a-43b8-ac29-c21a13a6a00f None None] Sync routers for ids ['a84af72e-9129-4190-b08b-ac573dd09fdc'] in dv-cinder-842149-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:11:44.459445 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505d0e51-985a-43b8-ac29-c21a13a6a00f None None] Routers {'a84af72e-9129-4190-b08b-ac573dd09fdc'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:11:44.459722 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-315571a8-f9ce-458a-b84d-d0ae8223ecb8 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group_rule (147c48b1-4ab9-4954-be26-163b41805fbb), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:44.460616 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-505d0e51-985a-43b8-ac29-c21a13a6a00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:11:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['a84af72e-9129-4190-b08b-ac573dd09fdc'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:11:44.469138 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-315571a8-f9ce-458a-b84d-d0ae8223ecb8 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935960'] for security_group_rule (147c48b1-4ab9-4954-be26-163b41805fbb), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:44.473177 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0d18fa27-5e09-4d31-bf1a-f21e54b7705a req-2f2e998b-0f6e-4281-862a-4661dfde1e57 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912'] for port (08d82415-6640-48bc-b37b-4514b8cd0d80), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:44.498648 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315571a8-f9ce-458a-b84d-d0ae8223ecb8 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=147c48b1-4ab9-4954-be26-163b41805fbb,revision_number=0']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:44.507569 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-315571a8-f9ce-458a-b84d-d0ae8223ecb8 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:44.510332 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-315571a8-f9ce-458a-b84d-d0ae8223ecb8 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1797433 May 17 17:11:44.512562 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 45166) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:44.520481 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] get_ports_and_sgs() called for port_ids ['08d82415-6640-48bc-b37b-4514b8cd0d80'] {{(pid=103512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:11:44.524806 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-c46ae5b9-cf50-466a-ad4a-023eb03ecd2f tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Request body: {'security_group_rule': {'security_group_id': '3ff2265b-a135-4224-bf77-7405c6c07dc2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:11:44.542525 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e998b-0f6e-4281-862a-4661dfde1e57 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Pushing event deleted for resources: {'Port': ['ID=08d82415-6640-48bc-b37b-4514b8cd0d80,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:44.593769 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c46ae5b9-cf50-466a-ad4a-023eb03ecd2f tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group_rule (7f43eb70-618c-4eff-85fc-9d7398feaf2d), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:44.628712 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d18fa27-5e09-4d31-bf1a-f21e54b7705a req-2f2e998b-0f6e-4281-862a-4661dfde1e57 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] No DVR routers for this DVR port 08d82415-6640-48bc-b37b-4514b8cd0d80 on host hv-cinder-84214 {{(pid=103510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:11:44.633465 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0d18fa27-5e09-4d31-bf1a-f21e54b7705a req-2f2e998b-0f6e-4281-862a-4661dfde1e57 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:44.643220 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0d18fa27-5e09-4d31-bf1a-f21e54b7705a req-2f2e998b-0f6e-4281-862a-4661dfde1e57 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.23 "DELETE /v2.0/ports/08d82415-6640-48bc-b37b-4514b8cd0d80 HTTP/1.1" status: 204 len: 173 time: 0.9052258 May 17 17:11:44.649835 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225889dd-2500-40f8-8025-ebae658ee479', 'name': 'network-vif-deleted', 'tag': '08d82415-6640-48bc-b37b-4514b8cd0d80'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:11:44.663032 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72dc0dfc-51c8-4fd6-96bd-19206bc9fefe" -d '{"events": [{"server_uuid": "225889dd-2500-40f8-8025-ebae658ee479", "name": "network-vif-deleted", "tag": "08d82415-6640-48bc-b37b-4514b8cd0d80"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:11:44.691449 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device b840a6fa-6395-4518-9e94-7965d0b8f946 up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:11:44.761919 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-505d0e51-985a-43b8-ac29-c21a13a6a00f None None] Set router a84af72e-9129-4190-b08b-ac573dd09fdc gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:11:44.792297 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port b840a6fa-6395-4518-9e94-7965d0b8f946 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:11:44.792962 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (b840a6fa-6395-4518-9e94-7965d0b8f946), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:44.801760 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c46ae5b9-cf50-466a-ad4a-023eb03ecd2f tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group_rule (7f43eb70-618c-4eff-85fc-9d7398feaf2d), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:44.809339 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6acdf28-caf8-4c71-b1ee-23cc82edef50 x-openstack-request-id: req-e6acdf28-caf8-4c71-b1ee-23cc82edef50 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:11:44.809928 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "225889dd-2500-40f8-8025-ebae658ee479", "name": "network-vif-deleted", "tag": "08d82415-6640-48bc-b37b-4514b8cd0d80", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:11:44.810296 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e6acdf28-caf8-4c71-b1ee-23cc82edef50 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:11:44.810778 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6acdf28-caf8-4c71-b1ee-23cc82edef50'] response: {'server_uuid': '225889dd-2500-40f8-8025-ebae658ee479', 'name': 'network-vif-deleted', 'tag': '08d82415-6640-48bc-b37b-4514b8cd0d80', 'status': 'completed', 'code': 200} May 17 17:11:44.830065 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c46ae5b9-cf50-466a-ad4a-023eb03ecd2f tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935960'] for security_group_rule (7f43eb70-618c-4eff-85fc-9d7398feaf2d), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:44.896153 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99896ef9-a201-4b7a-a843-eefa52c7116e req-2d7824b0-f7fd-4c9b-bb72-0f5256750275 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:44.898147 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-99896ef9-a201-4b7a-a843-eefa52c7116e req-2d7824b0-f7fd-4c9b-bb72-0f5256750275 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 945 time: 0.1182079 May 17 17:11:44.898906 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ae5b9-cf50-466a-ad4a-023eb03ecd2f tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f43eb70-618c-4eff-85fc-9d7398feaf2d,revision_number=0']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:44.927357 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c46ae5b9-cf50-466a-ad4a-023eb03ecd2f tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:44.932431 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 45182) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:44.934700 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-c46ae5b9-cf50-466a-ad4a-023eb03ecd2f tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4191720 May 17 17:11:44.965940 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-bb83a845-68b4-48a1-bdc4-ab7bf93a49b7 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Request body: {'floatingip': {'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:11:45.062797 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-bb83a845-68b4-48a1-bdc4-ab7bf93a49b7 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:45.065973 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-505d0e51-985a-43b8-ac29-c21a13a6a00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'name': 'tempest-AttachVolumeNegativeTest-1066562658-router', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:11:37Z', 'updated_at': '2022-05-17T17:11:41Z', 'revision_number': 4, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'gw_port': {'id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:38Z', 'updated_at': '2022-05-17T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': 'dda8309d-e0ce-419a-8658-4890b23fa9dd', 'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'mac_address': 'fa:16:3e:31:61:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '622d61e7-eff2-45a5-baff-55e360ced291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:40Z', 'updated_at': '2022-05-17T17:11:42Z', 'revision_number': 2, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'subnets': [{'id': '622d61e7-eff2-45a5-baff-55e360ced291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:11:45.083372 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-99896ef9-a201-4b7a-a843-eefa52c7116e req-8fb0a00d-e92c-4b24-8ea6-eaa3903389e8 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648054 May 17 17:11:45.166964 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505d0e51-985a-43b8-ac29-c21a13a6a00f None None] Checking router: a84af72e-9129-4190-b08b-ac573dd09fdc for host: dv-cinder-842149-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:11:45.167785 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505d0e51-985a-43b8-ac29-c21a13a6a00f None None] Updating router a84af72e-9129-4190-b08b-ac573dd09fdc port dda8309d-e0ce-419a-8658-4890b23fa9dd binding host dv-cinder-842149-1-iscsi {{(pid=103512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 17:11:45.201908 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-bb83a845-68b4-48a1-bdc4-ab7bf93a49b7 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:45.211898 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port b840a6fa-6395-4518-9e94-7965d0b8f946 is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:11:45.216090 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-505d0e51-985a-43b8-ac29-c21a13a6a00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (dda8309d-e0ce-419a-8658-4890b23fa9dd), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:45.223255 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-847831aa-c514-4669-a15d-7c38bba90f44 req-eb9fff29-36a7-4c82-baa7-9d82c6e13650 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/ports?device_id=225889dd-2500-40f8-8025-ebae658ee479 HTTP/1.1" status: 200 len: 210 time: 0.0991161 May 17 17:11:45.395261 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [None req-bb83a845-68b4-48a1-bdc4-ab7bf93a49b7 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Allocated IP 172.27.0.66 (02c56ec1-398e-4da7-8d6f-c5872f286327/162161ae-47ec-4957-8899-c21f028f623a/f838291a-8563-4355-ac44-a189c3614b47) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:11:45.602241 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-fc282588-218f-4277-af02-f3c3b63c1a88 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:45.609326 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-bb83a845-68b4-48a1-bdc4-ab7bf93a49b7 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for port (f838291a-8563-4355-ac44-a189c3614b47), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:45.610272 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-fc282588-218f-4277-af02-f3c3b63c1a88 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/networks?id=6c7d9c40-84df-4392-abe5-e887770a65c6 HTTP/1.1" status: 200 len: 813 time: 0.1901217 May 17 17:11:45.626641 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-e9f75a48-48e2-46b3-acd8-fcf67b6b3c72 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/quotas/260311245b60460283c01ebc87cb5bc2 HTTP/1.1" status: 200 len: 375 time: 0.0153160 May 17 17:11:45.643672 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-bb83a845-68b4-48a1-bdc4-ab7bf93a49b7 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (f838291a-8563-4355-ac44-a189c3614b47), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:45.664519 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-6c8e7624-c1f3-4999-991f-b38849f501b6 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=260311245b60460283c01ebc87cb5bc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366299 May 17 17:11:45.690612 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb83a845-68b4-48a1-bdc4-ab7bf93a49b7 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Network 02c56ec1-398e-4da7-8d6f-c5872f286327 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:11:45.693832 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-bb83a845-68b4-48a1-bdc4-ab7bf93a49b7 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:11:45.700296 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb83a845-68b4-48a1-bdc4-ab7bf93a49b7 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:11:45.707963 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83a845-68b4-48a1-bdc4-ab7bf93a49b7 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Pushing event updated for resources: {'Port': ['ID=f838291a-8563-4355-ac44-a189c3614b47,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:45.770191 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-505d0e51-985a-43b8-ac29-c21a13a6a00f None None] Publish callbacks [] for port (dda8309d-e0ce-419a-8658-4890b23fa9dd), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:45.774388 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-7f3cc7ae-816e-4a6c-9b69-fb0bfe5d0181 service neutron] 10.222.0.48 "GET /v2.0/networks/6c7d9c40-84df-4392-abe5-e887770a65c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087885 May 17 17:11:45.776781 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-505d0e51-985a-43b8-ac29-c21a13a6a00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (dda8309d-e0ce-419a-8658-4890b23fa9dd), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:45.778575 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-bb83a845-68b4-48a1-bdc4-ab7bf93a49b7 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for floatingip (8d6ec43a-7c80-4d55-80ae-726ceddd8c91), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:45.896556 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-bb83a845-68b4-48a1-bdc4-ab7bf93a49b7 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (f838291a-8563-4355-ac44-a189c3614b47), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:45.928495 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69261e54-040b-400e-b4c0-fd2e85f4a4d5 None None] Pushing event updated for resources: {'Port': ['ID=dda8309d-e0ce-419a-8658-4890b23fa9dd,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:45.932666 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-505d0e51-985a-43b8-ac29-c21a13a6a00f None None] Attempting to bind port dda8309d-e0ce-419a-8658-4890b23fa9dd on host dv-cinder-842149-1-iscsi for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:11:45.933452 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-8953146a-68bb-41bf-b844-b6ef6ed32390 service neutron] 10.222.0.48 "GET /v2.0/networks/6c7d9c40-84df-4392-abe5-e887770a65c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520777 May 17 17:11:45.935796 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-505d0e51-985a-43b8-ac29-c21a13a6a00f None None] Attempting to bind port dda8309d-e0ce-419a-8658-4890b23fa9dd by drivers openvswitch,hyperv on host dv-cinder-842149-1-iscsi at level 0 using segments [{'id': 'ea772ee0-6e76-4284-a4d3-aeaff2f9a97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '30541785-dceb-40b7-9575-992b66a470e9'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:11:45.936242 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505d0e51-985a-43b8-ac29-c21a13a6a00f None None] Attempting to bind port dda8309d-e0ce-419a-8658-4890b23fa9dd on network 30541785-dceb-40b7-9575-992b66a470e9 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:11:45.946377 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505d0e51-985a-43b8-ac29-c21a13a6a00f None None] Checking agent: {'id': '112412f2-6814-4612-abcf-1771f8ba00b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 1, 57), 'started_at': datetime.datetime(2022, 5, 17, 17, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:11:45.947357 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505d0e51-985a-43b8-ac29-c21a13a6a00f None None] Checking segment: {'id': 'ea772ee0-6e76-4284-a4d3-aeaff2f9a97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '30541785-dceb-40b7-9575-992b66a470e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:11:45.947893 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-505d0e51-985a-43b8-ac29-c21a13a6a00f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:45.948457 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505d0e51-985a-43b8-ac29-c21a13a6a00f None None] Bound using segment: {'id': 'ea772ee0-6e76-4284-a4d3-aeaff2f9a97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '30541785-dceb-40b7-9575-992b66a470e9'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:11:45.949008 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-505d0e51-985a-43b8-ac29-c21a13a6a00f None None] Bound port: dda8309d-e0ce-419a-8658-4890b23fa9dd, host: dv-cinder-842149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea772ee0-6e76-4284-a4d3-aeaff2f9a97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '30541785-dceb-40b7-9575-992b66a470e9'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:11:45.949458 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-505d0e51-985a-43b8-ac29-c21a13a6a00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (dda8309d-e0ce-419a-8658-4890b23fa9dd), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:46.077591 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-505d0e51-985a-43b8-ac29-c21a13a6a00f None None] For port dda8309d-e0ce-419a-8658-4890b23fa9dd, host dv-cinder-842149-1-iscsi, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:11:46.081336 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-505d0e51-985a-43b8-ac29-c21a13a6a00f None None] For port dda8309d-e0ce-419a-8658-4890b23fa9dd, host dv-cinder-842149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=dda8309d-e0ce-419a-8658-4890b23fa9dd,segment=NetworkSegment(ea772ee0-6e76-4284-a4d3-aeaff2f9a97d),segment_id=ea772ee0-6e76-4284-a4d3-aeaff2f9a97d)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:11:46.090425 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-505d0e51-985a-43b8-ac29-c21a13a6a00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (dda8309d-e0ce-419a-8658-4890b23fa9dd), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:46.222757 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505d0e51-985a-43b8-ac29-c21a13a6a00f None None] Routers {'a84af72e-9129-4190-b08b-ac573dd09fdc'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:11:46.223376 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-505d0e51-985a-43b8-ac29-c21a13a6a00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:11:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['a84af72e-9129-4190-b08b-ac573dd09fdc'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:11:46.233819 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-bb83a845-68b4-48a1-bdc4-ab7bf93a49b7 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for port (f838291a-8563-4355-ac44-a189c3614b47), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:46.240772 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-838c7640-2603-4100-ae18-ff2d26beede8 req-70973cd6-c8da-4cd5-b508-c89e6d4ee2ab tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/ports?device_id=159a856c-1046-429c-91b8-71de1b5adc15 HTTP/1.1" status: 200 len: 210 time: 0.0720723 May 17 17:11:46.241598 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-bb83a845-68b4-48a1-bdc4-ab7bf93a49b7 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (f838291a-8563-4355-ac44-a189c3614b47), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:46.310781 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-bb83a845-68b4-48a1-bdc4-ab7bf93a49b7 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7866643'] for floatingip (8d6ec43a-7c80-4d55-80ae-726ceddd8c91), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:46.316191 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701acb6-13d9-42c6-a5fa-8dad73c16f8b req-2d454824-77ce-40f4-aefa-edb49cd3feef tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:46.318988 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c701acb6-13d9-42c6-a5fa-8dad73c16f8b req-2d454824-77ce-40f4-aefa-edb49cd3feef tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 945 time: 0.1017966 May 17 17:11:46.370039 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-bb83a845-68b4-48a1-bdc4-ab7bf93a49b7 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for floatingip (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:46.371213 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-bb83a845-68b4-48a1-bdc4-ab7bf93a49b7 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4365556 May 17 17:11:46.400075 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83a845-68b4-48a1-bdc4-ab7bf93a49b7 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Pushing event updated for resources: {'Port': ['ID=f838291a-8563-4355-ac44-a189c3614b47,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:46.409760 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c701acb6-13d9-42c6-a5fa-8dad73c16f8b req-e25bb4cb-e2e1-46ec-a704-ede7b372ecaa tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771666 May 17 17:11:46.565485 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-68b47502-d225-4ef3-9b0a-6454f944a908 None None] Provisioning complete for port dda8309d-e0ce-419a-8658-4890b23fa9dd triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:11:46.565855 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-68b47502-d225-4ef3-9b0a-6454f944a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (dda8309d-e0ce-419a-8658-4890b23fa9dd), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:46.568677 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 08d82415-6640-48bc-b37b-4514b8cd0d80 no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:11:46.615862 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69261e54-040b-400e-b4c0-fd2e85f4a4d5 None None] Pushing event updated for resources: {'Port': ['ID=dda8309d-e0ce-419a-8658-4890b23fa9dd,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:46.653266 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] No Port match for: 08d82415-6640-48bc-b37b-4514b8cd0d80 {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:11:46.653605 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 08d82415-6640-48bc-b37b-4514b8cd0d80 not bound to the agent host hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:11:46.693816 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-505d0e51-985a-43b8-ac29-c21a13a6a00f None None] Set router a84af72e-9129-4190-b08b-ac573dd09fdc gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:11:46.776704 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ffafa3de-c786-4740-9540-d79496676621 req-7de3af4f-6b8a-4f71-b552-4cd7ff3f13b1 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1917651284&fields=id&tenant_id=54981d1c7fe64f5cb6a846496ad4f776 HTTP/1.1" status: 200 len: 267 time: 0.1231947 May 17 17:11:46.794060 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-68b47502-d225-4ef3-9b0a-6454f944a908 None None] Current status of the port dda8309d-e0ce-419a-8658-4890b23fa9dd is: DOWN; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:11:46.794671 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-68b47502-d225-4ef3-9b0a-6454f944a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (dda8309d-e0ce-419a-8658-4890b23fa9dd), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:46.810904 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-4c1bdd23-ac24-4696-9ee3-38a4e35902cd tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:46.812424 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-4c1bdd23-ac24-4696-9ee3-38a4e35902cd tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/networks?id=70c87c86-2820-494f-92b7-3ef8c78c46f3 HTTP/1.1" status: 200 len: 809 time: 0.1897202 May 17 17:11:46.852041 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-3dbd1bd0-a4a3-4498-9d4e-866c15c9ff89 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/quotas/b5858756d2b74673a765c1d2e6adf280 HTTP/1.1" status: 200 len: 375 time: 0.0283461 May 17 17:11:46.901519 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-68b47502-d225-4ef3-9b0a-6454f944a908 None None] For port dda8309d-e0ce-419a-8658-4890b23fa9dd, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=dda8309d-e0ce-419a-8658-4890b23fa9dd,segment=NetworkSegment(ea772ee0-6e76-4284-a4d3-aeaff2f9a97d),segment_id=ea772ee0-6e76-4284-a4d3-aeaff2f9a97d)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:11:46.908693 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-68b47502-d225-4ef3-9b0a-6454f944a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (dda8309d-e0ce-419a-8658-4890b23fa9dd), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:46.916564 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-5b700c65-4b88-490f-a904-4fe30008c0cb tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5858756d2b74673a765c1d2e6adf280&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637171 May 17 17:11:47.002352 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafa3de-c786-4740-9540-d79496676621 req-536b9ebb-6109-4f23-a3af-55c9ba29c9aa tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:47.007305 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ffafa3de-c786-4740-9540-d79496676621 req-536b9ebb-6109-4f23-a3af-55c9ba29c9aa tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/networks?id=30541785-dceb-40b7-9575-992b66a470e9 HTTP/1.1" status: 200 len: 815 time: 0.2167623 May 17 17:11:47.058264 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ffafa3de-c786-4740-9540-d79496676621 req-660f19a3-153d-4fc3-9591-f9ba5f7ea791 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/quotas/54981d1c7fe64f5cb6a846496ad4f776 HTTP/1.1" status: 200 len: 375 time: 0.0205650 May 17 17:11:47.086152 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b47502-d225-4ef3-9b0a-6454f944a908 None None] Pushing event updated for resources: {'Port': ['ID=dda8309d-e0ce-419a-8658-4890b23fa9dd,revision_number=5']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:47.090550 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-f35f0b7a-f2a8-48e0-a655-bec3de2e3b4d service neutron] 10.222.0.48 "GET /v2.0/networks/70c87c86-2820-494f-92b7-3ef8c78c46f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632054 May 17 17:11:47.107791 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-505d0e51-985a-43b8-ac29-c21a13a6a00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'name': 'tempest-AttachVolumeNegativeTest-1066562658-router', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:11:37Z', 'updated_at': '2022-05-17T17:11:41Z', 'revision_number': 4, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'gw_port': {'id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:38Z', 'updated_at': '2022-05-17T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': 'dda8309d-e0ce-419a-8658-4890b23fa9dd', 'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'mac_address': 'fa:16:3e:31:61:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '622d61e7-eff2-45a5-baff-55e360ced291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:40Z', 'updated_at': '2022-05-17T17:11:46Z', 'revision_number': 4, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'subnets': [{'id': '622d61e7-eff2-45a5-baff-55e360ced291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:11:47.111553 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-20f6cdd2-6658-4ce6-bde6-0a99635b7e19 None None] Provisioning complete for port dda8309d-e0ce-419a-8658-4890b23fa9dd triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:11:47.111980 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-20f6cdd2-6658-4ce6-bde6-0a99635b7e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (dda8309d-e0ce-419a-8658-4890b23fa9dd), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:47.154693 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505d0e51-985a-43b8-ac29-c21a13a6a00f None None] The sync data for ids ['a84af72e-9129-4190-b08b-ac573dd09fdc'] in dv-cinder-842149-1-iscsi is: [{'id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'name': 'tempest-AttachVolumeNegativeTest-1066562658-router', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:11:37Z', 'updated_at': '2022-05-17T17:11:41Z', 'revision_number': 4, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'gw_port': {'id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:38Z', 'updated_at': '2022-05-17T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': 'dda8309d-e0ce-419a-8658-4890b23fa9dd', 'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'mac_address': 'fa:16:3e:31:61:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '622d61e7-eff2-45a5-baff-55e360ced291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:40Z', 'updated_at': '2022-05-17T17:11:46Z', 'revision_number': 4, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'subnets': [{'id': '622d61e7-eff2-45a5-baff-55e360ced291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:11:47.253942 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-20f6cdd2-6658-4ce6-bde6-0a99635b7e19 None None] Current status of the port dda8309d-e0ce-419a-8658-4890b23fa9dd is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:11:47.413491 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ffafa3de-c786-4740-9540-d79496676621 req-90084b19-09a1-4fb8-90e4-a5475930a6db tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=54981d1c7fe64f5cb6a846496ad4f776&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3396800 May 17 17:11:47.608682 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-af1c9c67-9658-42ac-8951-fbe61c2fde20 service neutron] 10.222.0.48 "GET /v2.0/networks/70c87c86-2820-494f-92b7-3ef8c78c46f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4905629 May 17 17:11:47.613054 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-aa11ce47-0d0e-49b1-98de-ba4ede43bb93 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:47.615391 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-aa11ce47-0d0e-49b1-98de-ba4ede43bb93 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.23 "GET /v2.0/networks?id=6c7d9c40-84df-4392-abe5-e887770a65c6 HTTP/1.1" status: 200 len: 813 time: 0.1695542 May 17 17:11:47.637017 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-83b496b5-db77-458a-92cc-9a84201555cd tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Request body: {'port': {'device_id': '159a856c-1046-429c-91b8-71de1b5adc15', 'network_id': '6c7d9c40-84df-4392-abe5-e887770a65c6', 'admin_state_up': True, 'tenant_id': '260311245b60460283c01ebc87cb5bc2'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:11:47.664083 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ffafa3de-c786-4740-9540-d79496676621 req-691b9358-ba4b-4460-8819-e6a54a865635 service neutron] 10.222.0.48 "GET /v2.0/networks/30541785-dceb-40b7-9575-992b66a470e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195649 May 17 17:11:47.773518 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-83b496b5-db77-458a-92cc-9a84201555cd tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Made reservation on behalf of 260311245b60460283c01ebc87cb5bc2 for: {'port': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:11:47.779143 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-83b496b5-db77-458a-92cc-9a84201555cd tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:47.790807 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ffafa3de-c786-4740-9540-d79496676621 req-913089a2-dbff-4b7e-8751-2fc665dfe47f service neutron] 10.222.0.48 "GET /v2.0/networks/30541785-dceb-40b7-9575-992b66a470e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252456 May 17 17:11:47.957011 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-83b496b5-db77-458a-92cc-9a84201555cd tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Allocated IP 172.20.0.6 (6c7d9c40-84df-4392-abe5-e887770a65c6/b62141d5-565b-4fdd-b798-f53f12ce0939/902521d6-268e-414c-ae53-f1f63273ac65) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:11:48.165601 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-0e6b4c51-92d3-4fe0-b0e5-0f2b525b96c5 req-ecb15471-dd4d-4d8c-b213-0172a4694617 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/ports?device_id=159a856c-1046-429c-91b8-71de1b5adc15 HTTP/1.1" status: 200 len: 210 time: 0.1201615 May 17 17:11:48.273878 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e248ae-f44a-40fb-8c3c-42c04701f965 req-d9d2f649-3c1c-4dfa-829e-dc235a080041 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:48.275439 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-12e248ae-f44a-40fb-8c3c-42c04701f965 req-d9d2f649-3c1c-4dfa-829e-dc235a080041 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 945 time: 0.1254764 May 17 17:11:48.284272 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-83b496b5-db77-458a-92cc-9a84201555cd tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Publish callbacks [] for port (902521d6-268e-414c-ae53-f1f63273ac65), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:48.339936 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-83b496b5-db77-458a-92cc-9a84201555cd tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (902521d6-268e-414c-ae53-f1f63273ac65), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:48.364571 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-37f317df-e4d4-40f5-b833-1ce994566130 req-9485a91d-edb3-45ec-987e-90dfdafb1df1 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f3bf001-c3b2-461b-99a8-5121b6a4a1eb HTTP/1.1" status: 200 len: 210 time: 0.0853541 May 17 17:11:48.437613 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-83b496b5-db77-458a-92cc-9a84201555cd tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Network 6c7d9c40-84df-4392-abe5-e887770a65c6 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:11:48.456209 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-83b496b5-db77-458a-92cc-9a84201555cd tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:11:48.490074 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-83b496b5-db77-458a-92cc-9a84201555cd tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:11:48.508781 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-83b496b5-db77-458a-92cc-9a84201555cd tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:48.510020 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-83b496b5-db77-458a-92cc-9a84201555cd tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:48.516190 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-12e248ae-f44a-40fb-8c3c-42c04701f965 req-070ca3f6-9a6e-4d80-956c-d02b130d62a8 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447139 May 17 17:11:48.516701 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b496b5-db77-458a-92cc-9a84201555cd tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Pushing event updated for resources: {'Port': ['ID=902521d6-268e-414c-ae53-f1f63273ac65,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:48.544567 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-83b496b5-db77-458a-92cc-9a84201555cd tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9099679 May 17 17:11:48.560511 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-b1e8edfc-a003-4348-81d8-46ddff69c8f0 service neutron] Request body: {'port': {'device_id': '159a856c-1046-429c-91b8-71de1b5adc15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84214'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:11:48.657003 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-b1e8edfc-a003-4348-81d8-46ddff69c8f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (902521d6-268e-414c-ae53-f1f63273ac65), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:48.660581 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1406f959-7b0f-477b-9371-7d59bf5527ed req-c467495f-ddaa-44e3-827b-8fcf82d2e66a tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a762b56-1a2c-4556-90cb-52de211c17a5 HTTP/1.1" status: 200 len: 210 time: 0.1632202 May 17 17:11:48.757721 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device dda8309d-e0ce-419a-8658-4890b23fa9dd up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:11:48.856914 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port dda8309d-e0ce-419a-8658-4890b23fa9dd triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:11:48.857680 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (dda8309d-e0ce-419a-8658-4890b23fa9dd), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:48.997727 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port dda8309d-e0ce-419a-8658-4890b23fa9dd is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:11:49.165723 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-b1e8edfc-a003-4348-81d8-46ddff69c8f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 902521d6-268e-414c-ae53-f1f63273ac65 {{(pid=103510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:11:49.187010 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-b1e8edfc-a003-4348-81d8-46ddff69c8f0 service neutron] Publish callbacks [] for port (902521d6-268e-414c-ae53-f1f63273ac65), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:49.222582 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.provisioning_blocks [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-b1e8edfc-a003-4348-81d8-46ddff69c8f0 service neutron] Transition to ACTIVE for port object 902521d6-268e-414c-ae53-f1f63273ac65 will not be triggered until provisioned by entity L2. {{(pid=103510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 17:11:49.231113 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-b1e8edfc-a003-4348-81d8-46ddff69c8f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (902521d6-268e-414c-ae53-f1f63273ac65), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:49.265564 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 45310) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:49.385458 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e8edfc-a003-4348-81d8-46ddff69c8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=902521d6-268e-414c-ae53-f1f63273ac65,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:49.410467 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11bfce-3f7a-4f32-b59f-95e0ba088251 req-bf12e438-47d4-4977-94af-4a5beba4a5bf tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:49.424734 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-b1e8edfc-a003-4348-81d8-46ddff69c8f0 service neutron] Attempting to bind port 902521d6-268e-414c-ae53-f1f63273ac65 on host hv-cinder-84214 for vnic_type normal with profile {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:11:49.425193 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-b1e8edfc-a003-4348-81d8-46ddff69c8f0 service neutron] Attempting to bind port 902521d6-268e-414c-ae53-f1f63273ac65 by drivers openvswitch,hyperv on host hv-cinder-84214 at level 0 using segments [{'id': '03b19a9e-b92f-43ca-91d1-46f289553dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6c7d9c40-84df-4392-abe5-e887770a65c6'}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:11:49.425631 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-b1e8edfc-a003-4348-81d8-46ddff69c8f0 service neutron] Attempting to bind port 902521d6-268e-414c-ae53-f1f63273ac65 on network 6c7d9c40-84df-4392-abe5-e887770a65c6 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:11:49.428151 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2a11bfce-3f7a-4f32-b59f-95e0ba088251 req-bf12e438-47d4-4977-94af-4a5beba4a5bf tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/ports?device_id=159a856c-1046-429c-91b8-71de1b5adc15 HTTP/1.1" status: 200 len: 943 time: 0.0940475 May 17 17:11:49.432890 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-b1e8edfc-a003-4348-81d8-46ddff69c8f0 service neutron] Port 902521d6-268e-414c-ae53-f1f63273ac65 on network 6c7d9c40-84df-4392-abe5-e887770a65c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84214 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 17:11:49.433401 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-b1e8edfc-a003-4348-81d8-46ddff69c8f0 service neutron] Attempting to bind port 902521d6-268e-414c-ae53-f1f63273ac65 on network 6c7d9c40-84df-4392-abe5-e887770a65c6 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:11:49.441305 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-b1e8edfc-a003-4348-81d8-46ddff69c8f0 service neutron] Checking agent: {'id': 'f77364a9-2f6e-44ad-9fc6-92e3e143ef92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84214', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 8, 20), 'started_at': datetime.datetime(2022, 5, 17, 17, 8, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:11:49.441738 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-b1e8edfc-a003-4348-81d8-46ddff69c8f0 service neutron] Checking segment: {'id': '03b19a9e-b92f-43ca-91d1-46f289553dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6c7d9c40-84df-4392-abe5-e887770a65c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:11:49.442312 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-b1e8edfc-a003-4348-81d8-46ddff69c8f0 service neutron] Bound using segment: {'id': '03b19a9e-b92f-43ca-91d1-46f289553dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6c7d9c40-84df-4392-abe5-e887770a65c6'} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:11:49.442847 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-b1e8edfc-a003-4348-81d8-46ddff69c8f0 service neutron] Bound port: 902521d6-268e-414c-ae53-f1f63273ac65, host: hv-cinder-84214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03b19a9e-b92f-43ca-91d1-46f289553dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6c7d9c40-84df-4392-abe5-e887770a65c6'}}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:11:49.443298 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-b1e8edfc-a003-4348-81d8-46ddff69c8f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (902521d6-268e-414c-ae53-f1f63273ac65), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:49.448528 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f79dbbc1-f304-4d5c-9e94-ad69c6c499ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:49.531963 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2a11bfce-3f7a-4f32-b59f-95e0ba088251 req-7571fc3a-b416-409d-af0e-2ea0d340881d tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/security-groups?id=269fdd96-ece3-40ff-a060-9a6931d16660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820799 May 17 17:11:49.561360 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-b1e8edfc-a003-4348-81d8-46ddff69c8f0 service neutron] For port 902521d6-268e-414c-ae53-f1f63273ac65, host hv-cinder-84214, cleared binding levels {{(pid=103510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:11:49.565907 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-b1e8edfc-a003-4348-81d8-46ddff69c8f0 service neutron] For port 902521d6-268e-414c-ae53-f1f63273ac65, host hv-cinder-84214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=902521d6-268e-414c-ae53-f1f63273ac65,segment=NetworkSegment(03b19a9e-b92f-43ca-91d1-46f289553dc0),segment_id=03b19a9e-b92f-43ca-91d1-46f289553dc0)] {{(pid=103510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:11:49.576663 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-b1e8edfc-a003-4348-81d8-46ddff69c8f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (902521d6-268e-414c-ae53-f1f63273ac65), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:49.577853 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-018a1c85-d6ff-47fa-8d31-2f7f05de1d3a req-2a046baa-1752-4a87-a456-ea9aa28e6b44 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f3bf001-c3b2-461b-99a8-5121b6a4a1eb HTTP/1.1" status: 200 len: 210 time: 0.0422225 May 17 17:11:49.634031 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-b1e8edfc-a003-4348-81d8-46ddff69c8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:49.635277 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-b1e8edfc-a003-4348-81d8-46ddff69c8f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:49.636326 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-b1e8edfc-a003-4348-81d8-46ddff69c8f0 service neutron] 10.222.0.23 "PUT /v2.0/ports/902521d6-268e-414c-ae53-f1f63273ac65 HTTP/1.1" status: 200 len: 1093 time: 1.0862195 May 17 17:11:49.636864 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '159a856c-1046-429c-91b8-71de1b5adc15', 'tag': '902521d6-268e-414c-ae53-f1f63273ac65'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:11:49.639257 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2b286d-b0dc-4729-b011-d02c9ff0c4aa" -d '{"events": [{"name": "network-changed", "server_uuid": "159a856c-1046-429c-91b8-71de1b5adc15", "tag": "902521d6-268e-414c-ae53-f1f63273ac65"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:11:49.670094 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f79dbbc1-f304-4d5c-9e94-ad69c6c499ff admin admin] Publish callbacks [] for security_group (0e30b80b-acee-4d34-89f1-bc3f667e4f7e), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:49.675049 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e8edfc-a003-4348-81d8-46ddff69c8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=902521d6-268e-414c-ae53-f1f63273ac65,revision_number=3']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:49.684887 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f79dbbc1-f304-4d5c-9e94-ad69c6c499ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (0e30b80b-acee-4d34-89f1-bc3f667e4f7e), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:49.688924 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad270237-d7f9-4e20-9a7c-ada005c99f69 x-openstack-request-id: req-ad270237-d7f9-4e20-9a7c-ada005c99f69 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:11:49.689241 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "159a856c-1046-429c-91b8-71de1b5adc15", "tag": "902521d6-268e-414c-ae53-f1f63273ac65", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:11:49.690072 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ad270237-d7f9-4e20-9a7c-ada005c99f69 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:11:49.690471 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad270237-d7f9-4e20-9a7c-ada005c99f69'] response: {'name': 'network-changed', 'server_uuid': '159a856c-1046-429c-91b8-71de1b5adc15', 'tag': '902521d6-268e-414c-ae53-f1f63273ac65', 'status': 'completed', 'code': 200} May 17 17:11:49.705322 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701caed-51a3-4d36-a829-141162315594 req-6c09a989-8dc4-4012-add7-45697fd5dcd2 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:49.706813 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7701caed-51a3-4d36-a829-141162315594 req-6c09a989-8dc4-4012-add7-45697fd5dcd2 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 945 time: 0.0661261 May 17 17:11:49.755439 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-f79dbbc1-f304-4d5c-9e94-ad69c6c499ff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c45d96c514344e00be8f38052b2bb7fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4874189 May 17 17:11:49.758383 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 45326) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:49.763920 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79dbbc1-f304-4d5c-9e94-ad69c6c499ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e30b80b-acee-4d34-89f1-bc3f667e4f7e,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:49.812087 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7701caed-51a3-4d36-a829-141162315594 req-ee0d102a-7897-485a-8d15-e35101210a0a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918391 May 17 17:11:49.836159 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-53cfb562-9587-4a5d-af11-b6b2c6aaa87f admin admin] Publish callbacks [] for security_group (0e30b80b-acee-4d34-89f1-bc3f667e4f7e), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:49.860132 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-53cfb562-9587-4a5d-af11-b6b2c6aaa87f admin admin] Publish callbacks [] for security_group (0e30b80b-acee-4d34-89f1-bc3f667e4f7e), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:49.908763 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-53cfb562-9587-4a5d-af11-b6b2c6aaa87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (0e30b80b-acee-4d34-89f1-bc3f667e4f7e), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:49.911529 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-53cfb562-9587-4a5d-af11-b6b2c6aaa87f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:49.913062 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-53cfb562-9587-4a5d-af11-b6b2c6aaa87f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0e30b80b-acee-4d34-89f1-bc3f667e4f7e HTTP/1.1" status: 204 len: 168 time: 0.1536448 May 17 17:11:49.921837 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cfb562-9587-4a5d-af11-b6b2c6aaa87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e30b80b-acee-4d34-89f1-bc3f667e4f7e,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:49.930079 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-430dd775-50c3-43c8-97b8-2b48fd1ccdd1 req-07f328b4-419a-4d61-93dd-027a9b836576 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a762b56-1a2c-4556-90cb-52de211c17a5 HTTP/1.1" status: 200 len: 210 time: 0.0288706 May 17 17:11:50.062092 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (f77364a9-2f6e-44ad-9fc6-92e3e143ef92), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:50.187850 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 45332) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:50.201735 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9cc42e71-9edf-4e2b-9a3c-449aba1faddc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:50.281127 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9cc42e71-9edf-4e2b-9a3c-449aba1faddc admin admin] Publish callbacks [] for security_group (fb337b2f-e2df-4a59-88ee-1c73aad35598), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:50.287692 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9cc42e71-9edf-4e2b-9a3c-449aba1faddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (fb337b2f-e2df-4a59-88ee-1c73aad35598), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:50.366222 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-9cc42e71-9edf-4e2b-9a3c-449aba1faddc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e15563dc0df84b7e8bd4506d0eb41352&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1772726 May 17 17:11:50.368951 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 45334) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:50.372695 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc42e71-9edf-4e2b-9a3c-449aba1faddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb337b2f-e2df-4a59-88ee-1c73aad35598,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:50.388678 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b286d-b0dc-4729-b011-d02c9ff0c4aa req-6e737a7f-e639-4b2e-8886-1e1c5eb429cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:50.390406 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7f2b286d-b0dc-4729-b011-d02c9ff0c4aa req-6e737a7f-e639-4b2e-8886-1e1c5eb429cc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=260311245b60460283c01ebc87cb5bc2&device_id=159a856c-1046-429c-91b8-71de1b5adc15 HTTP/1.1" status: 200 len: 1127 time: 0.0720272 May 17 17:11:50.419520 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-66364c1d-e7c7-447f-bf50-172fc52ee848 admin admin] Publish callbacks [] for security_group (fb337b2f-e2df-4a59-88ee-1c73aad35598), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:50.440210 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-66364c1d-e7c7-447f-bf50-172fc52ee848 admin admin] Publish callbacks [] for security_group (fb337b2f-e2df-4a59-88ee-1c73aad35598), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:50.487192 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-66364c1d-e7c7-447f-bf50-172fc52ee848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (fb337b2f-e2df-4a59-88ee-1c73aad35598), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:50.489884 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-66364c1d-e7c7-447f-bf50-172fc52ee848 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:50.491004 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-66364c1d-e7c7-447f-bf50-172fc52ee848 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fb337b2f-e2df-4a59-88ee-1c73aad35598 HTTP/1.1" status: 204 len: 168 time: 0.1210930 May 17 17:11:50.498464 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66364c1d-e7c7-447f-bf50-172fc52ee848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb337b2f-e2df-4a59-88ee-1c73aad35598,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:50.697614 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f141248-8936-42d1-903d-b91a1d38968f req-7109365c-686f-4ab2-a385-7c7e39c66ea1 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:50.699392 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1f141248-8936-42d1-903d-b91a1d38968f req-7109365c-686f-4ab2-a385-7c7e39c66ea1 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/ports?device_id=159a856c-1046-429c-91b8-71de1b5adc15 HTTP/1.1" status: 200 len: 943 time: 0.1001470 May 17 17:11:50.792783 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-07f4d517-4a75-4934-b914-64e110a09e99 req-c5693e1d-0d1e-4b6f-8261-3ce9d1177720 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f3bf001-c3b2-461b-99a8-5121b6a4a1eb HTTP/1.1" status: 200 len: 210 time: 0.0479567 May 17 17:11:50.821420 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1f141248-8936-42d1-903d-b91a1d38968f req-77ab6fc2-2851-464f-852b-0398a258053b tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/security-groups?id=269fdd96-ece3-40ff-a060-9a6931d16660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110466 May 17 17:11:50.896190 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b286d-b0dc-4729-b011-d02c9ff0c4aa req-f00ae72e-323f-4dae-9b93-3898c17b8f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:50.897707 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7f2b286d-b0dc-4729-b011-d02c9ff0c4aa req-f00ae72e-323f-4dae-9b93-3898c17b8f68 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=260311245b60460283c01ebc87cb5bc2&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2645681 May 17 17:11:50.943801 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-ee5a2086-06f0-4eed-9acf-0d835a9aa68a tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:50.945046 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-ee5a2086-06f0-4eed-9acf-0d835a9aa68a tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.23 "GET /v2.0/networks?id=70c87c86-2820-494f-92b7-3ef8c78c46f3 HTTP/1.1" status: 200 len: 809 time: 0.1984975 May 17 17:11:50.948625 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd5c3b-3096-4818-be7f-f0e93717d248 req-061158b9-ed28-4ffe-a399-e4e3ce48da97 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:50.950142 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ffdd5c3b-3096-4818-be7f-f0e93717d248 req-061158b9-ed28-4ffe-a399-e4e3ce48da97 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 945 time: 0.0579126 May 17 17:11:51.015882 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ffdd5c3b-3096-4818-be7f-f0e93717d248 req-b2a3b6ca-701e-4e48-8a58-260a4cde2902 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594628 May 17 17:11:51.033795 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ee40f1f7-bbad-4757-9fd2-a08c870fff56 req-7c8d9c48-4bbc-4b34-83d4-ac776099d861 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a762b56-1a2c-4556-90cb-52de211c17a5 HTTP/1.1" status: 200 len: 210 time: 0.0330389 May 17 17:11:51.125909 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-ef9ce936-5946-4f05-aa9d-43832eccb07d tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Request body: {'port': {'device_id': '8f3bf001-c3b2-461b-99a8-5121b6a4a1eb', 'network_id': '70c87c86-2820-494f-92b7-3ef8c78c46f3', 'admin_state_up': True, 'tenant_id': 'b5858756d2b74673a765c1d2e6adf280'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:11:51.191157 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708666e-b62d-4646-8f96-077a62d0d272 req-dc013f0b-96ee-4bfc-8302-bd7214e8f183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:51.191376 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-17ff00b5-1725-4f3f-bbb8-206d6cf6e3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:51.194518 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8708666e-b62d-4646-8f96-077a62d0d272 req-dc013f0b-96ee-4bfc-8302-bd7214e8f183 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 1129 time: 0.1018679 May 17 17:11:51.449978 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8708666e-b62d-4646-8f96-077a62d0d272 req-3a4e4fe5-2ca2-4c93-bd27-1cc4e50b63df service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095571 May 17 17:11:51.456081 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b286d-b0dc-4729-b011-d02c9ff0c4aa req-1c37ee64-1060-4f1c-a074-93a18fe3ed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:51.458714 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7f2b286d-b0dc-4729-b011-d02c9ff0c4aa req-1c37ee64-1060-4f1c-a074-93a18fe3ed82 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3359706 May 17 17:11:51.474046 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-ef9ce936-5946-4f05-aa9d-43832eccb07d tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Made reservation on behalf of b5858756d2b74673a765c1d2e6adf280 for: {'port': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:11:51.477506 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-ef9ce936-5946-4f05-aa9d-43832eccb07d tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:51.506035 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafa3de-c786-4740-9540-d79496676621 req-b52914b2-8eee-4399-9999-a7f7f1d312ad tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:51.507501 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ffafa3de-c786-4740-9540-d79496676621 req-b52914b2-8eee-4399-9999-a7f7f1d312ad tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.23 "GET /v2.0/networks?id=30541785-dceb-40b7-9575-992b66a470e9 HTTP/1.1" status: 200 len: 815 time: 0.2970760 May 17 17:11:51.623035 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-ef9ce936-5946-4f05-aa9d-43832eccb07d tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Allocated IP 172.20.0.9 (70c87c86-2820-494f-92b7-3ef8c78c46f3/587df90a-4c3d-46cc-a7c3-0d2274ea004e/25c3382a-593f-4660-bd67-2e4ecac6dced) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:11:51.850224 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-434c3bad-b395-4cee-b7fd-fc7179cb31b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:51.851767 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-434c3bad-b395-4cee-b7fd-fc7179cb31b0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=260311245b60460283c01ebc87cb5bc2&device_id=159a856c-1046-429c-91b8-71de1b5adc15 HTTP/1.1" status: 200 len: 1127 time: 0.0912585 May 17 17:11:51.860506 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ffafa3de-c786-4740-9540-d79496676621 req-ec48561c-e8b1-4751-9b06-9ce10761b0c5 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54981d1c7fe64f5cb6a846496ad4f776 HTTP/1.1" status: 200 len: 380 time: 0.1535294 May 17 17:11:51.871748 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-ef9ce936-5946-4f05-aa9d-43832eccb07d tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Publish callbacks [] for port (25c3382a-593f-4660-bd67-2e4ecac6dced), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:51.902369 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c234b177-1913-4728-85fe-1413f2e800a6 req-848ac2b9-73ff-4154-b734-e732e57f1779 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f3bf001-c3b2-461b-99a8-5121b6a4a1eb HTTP/1.1" status: 200 len: 210 time: 0.0375650 May 17 17:11:51.915517 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-ef9ce936-5946-4f05-aa9d-43832eccb07d tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (25c3382a-593f-4660-bd67-2e4ecac6dced), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:51.954929 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3477298-c5e3-49c9-8d45-f6bf8cb079d8 req-68400008-91b7-4606-8907-9c431dcb5819 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:51.956657 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b3477298-c5e3-49c9-8d45-f6bf8cb079d8 req-68400008-91b7-4606-8907-9c431dcb5819 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/ports?device_id=159a856c-1046-429c-91b8-71de1b5adc15 HTTP/1.1" status: 200 len: 943 time: 0.0568178 May 17 17:11:51.968432 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-ef9ce936-5946-4f05-aa9d-43832eccb07d tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Network 70c87c86-2820-494f-92b7-3ef8c78c46f3 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:11:51.972040 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-ef9ce936-5946-4f05-aa9d-43832eccb07d tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:11:51.973923 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ce936-5946-4f05-aa9d-43832eccb07d tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Pushing event updated for resources: {'Port': ['ID=25c3382a-593f-4660-bd67-2e4ecac6dced,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:51.976283 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-ef9ce936-5946-4f05-aa9d-43832eccb07d tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:11:51.981461 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-ef9ce936-5946-4f05-aa9d-43832eccb07d tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:51.982068 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-ef9ce936-5946-4f05-aa9d-43832eccb07d tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:52.000686 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-ef9ce936-5946-4f05-aa9d-43832eccb07d tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8794277 May 17 17:11:52.011939 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b3477298-c5e3-49c9-8d45-f6bf8cb079d8 req-e75b1d3e-d6f3-41cf-8f3a-ba956f2d3ed2 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/security-groups?id=269fdd96-ece3-40ff-a060-9a6931d16660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475502 May 17 17:11:52.166952 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-68c677d5-e038-48b3-b31e-918a80fbe8e8 req-d56d48de-3d43-4311-a2f9-a3ca340d9f00 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a762b56-1a2c-4556-90cb-52de211c17a5 HTTP/1.1" status: 200 len: 210 time: 0.0516431 May 17 17:11:52.170332 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-5481f657-2cb5-4a78-95f9-ae116b56f2bd service neutron] Request body: {'port': {'device_id': '8f3bf001-c3b2-461b-99a8-5121b6a4a1eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84214'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:11:52.184528 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150b64c-efcf-469d-a43e-3caf3d94b612 req-53afe302-8c3d-4ba1-9f08-358a6e697ab7 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:52.186081 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-ffafa3de-c786-4740-9540-d79496676621 req-83272162-27e6-47ba-a8d8-6a6bcdadde55 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Request body: {'port': {'device_id': '0a762b56-1a2c-4556-90cb-52de211c17a5', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'admin_state_up': True, 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'security_groups': ['3ff2265b-a135-4224-bf77-7405c6c07dc2']}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:11:52.186437 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f150b64c-efcf-469d-a43e-3caf3d94b612 req-53afe302-8c3d-4ba1-9f08-358a6e697ab7 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 945 time: 0.0822923 May 17 17:11:52.253429 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-fb554cf1-b972-4548-8ba9-ca0a63a9372c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=902521d6-268e-414c-ae53-f1f63273ac65 HTTP/1.1" status: 200 len: 217 time: 0.0892513 May 17 17:11:52.267279 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f150b64c-efcf-469d-a43e-3caf3d94b612 req-cc9b38a3-ee4b-468a-a487-9d20511b452b tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578325 May 17 17:11:52.370460 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-5481f657-2cb5-4a78-95f9-ae116b56f2bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (25c3382a-593f-4660-bd67-2e4ecac6dced), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:52.416117 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-9912eaf6-a370-4c5b-bdef-cd071c5854e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:52.417619 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-9912eaf6-a370-4c5b-bdef-cd071c5854e5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b62141d5-565b-4fdd-b798-f53f12ce0939 HTTP/1.1" status: 200 len: 853 time: 0.1008451 May 17 17:11:52.456270 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffafa3de-c786-4740-9540-d79496676621 req-83272162-27e6-47ba-a8d8-6a6bcdadde55 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Made reservation on behalf of 54981d1c7fe64f5cb6a846496ad4f776 for: {'port': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:11:52.460309 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-ffafa3de-c786-4740-9540-d79496676621 req-83272162-27e6-47ba-a8d8-6a6bcdadde55 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:52.634126 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-fe862e10-e25a-49a0-ae4c-5fcaa9e3695e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6c7d9c40-84df-4392-abe5-e887770a65c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743501 May 17 17:11:52.759706 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [req-ffafa3de-c786-4740-9540-d79496676621 req-83272162-27e6-47ba-a8d8-6a6bcdadde55 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Allocated IP 172.20.0.9 (30541785-dceb-40b7-9575-992b66a470e9/622d61e7-eff2-45a5-baff-55e360ced291/1d705197-7ce1-4547-af7a-185fa88a47c8) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:11:52.877290 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-5481f657-2cb5-4a78-95f9-ae116b56f2bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25c3382a-593f-4660-bd67-2e4ecac6dced {{(pid=103510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:11:52.889083 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-5481f657-2cb5-4a78-95f9-ae116b56f2bd service neutron] Publish callbacks [] for port (25c3382a-593f-4660-bd67-2e4ecac6dced), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:52.933268 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 45450) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:53.046544 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a36a9-fd30-43ed-8dfa-3d7dfb4b4e3f req-f727f1e9-621f-4e33-a50f-9a74bda65eb2 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:53.048478 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-519a36a9-fd30-43ed-8dfa-3d7dfb4b4e3f req-f727f1e9-621f-4e33-a50f-9a74bda65eb2 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f3bf001-c3b2-461b-99a8-5121b6a4a1eb HTTP/1.1" status: 200 len: 931 time: 0.0645196 May 17 17:11:53.080874 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3837b38d-7f32-406d-80f4-1ef2f6547457 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:53.168669 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.provisioning_blocks [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-5481f657-2cb5-4a78-95f9-ae116b56f2bd service neutron] Transition to ACTIVE for port object 25c3382a-593f-4660-bd67-2e4ecac6dced will not be triggered until provisioned by entity L2. {{(pid=103510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 17:11:53.180537 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-519a36a9-fd30-43ed-8dfa-3d7dfb4b4e3f req-5438a391-2734-4338-813c-67fd47c23319 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ea31190-8b53-4dbc-b720-aab2c3e4a9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246235 May 17 17:11:53.183676 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-5481f657-2cb5-4a78-95f9-ae116b56f2bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (25c3382a-593f-4660-bd67-2e4ecac6dced), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:53.188727 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b43d5-a0bd-4562-a306-ee452037f241 req-072682cf-2374-41c5-9363-efc93f7db43b tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:53.190226 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-374b43d5-a0bd-4562-a306-ee452037f241 req-072682cf-2374-41c5-9363-efc93f7db43b tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/ports?device_id=159a856c-1046-429c-91b8-71de1b5adc15 HTTP/1.1" status: 200 len: 943 time: 0.1040699 May 17 17:11:53.230288 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5481f657-2cb5-4a78-95f9-ae116b56f2bd service neutron] Pushing event updated for resources: {'Port': ['ID=25c3382a-593f-4660-bd67-2e4ecac6dced,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:53.312929 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-ffafa3de-c786-4740-9540-d79496676621 req-83272162-27e6-47ba-a8d8-6a6bcdadde55 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for port (1d705197-7ce1-4547-af7a-185fa88a47c8), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:53.319367 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-374b43d5-a0bd-4562-a306-ee452037f241 req-5118015e-346a-4127-854a-47674bfe1f52 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/security-groups?id=269fdd96-ece3-40ff-a060-9a6931d16660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171093 May 17 17:11:53.323698 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b1827b3e-6c1e-4a25-8df3-a6797914cc33 req-d74dca9d-94b9-4501-ab79-b8a52a1a58a8 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a762b56-1a2c-4556-90cb-52de211c17a5 HTTP/1.1" status: 200 len: 210 time: 0.0475786 May 17 17:11:53.332493 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3837b38d-7f32-406d-80f4-1ef2f6547457 admin admin] Publish callbacks [] for security_group (b2a6c118-52e0-4fa4-9e66-4dc2e3b20fd9), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:53.347728 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3837b38d-7f32-406d-80f4-1ef2f6547457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (b2a6c118-52e0-4fa4-9e66-4dc2e3b20fd9), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:53.367954 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7e4221b2-b21c-42c0-9bc0-300931f89301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:53.368490 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-178fc921-4baa-40a9-958e-2aa5829b7eda service neutron] 10.222.0.23 "GET /v2.0/networks/6c7d9c40-84df-4392-abe5-e887770a65c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317367 May 17 17:11:53.378179 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-5481f657-2cb5-4a78-95f9-ae116b56f2bd service neutron] Attempting to bind port 25c3382a-593f-4660-bd67-2e4ecac6dced on host hv-cinder-84214 for vnic_type normal with profile {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:11:53.378516 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-5481f657-2cb5-4a78-95f9-ae116b56f2bd service neutron] Attempting to bind port 25c3382a-593f-4660-bd67-2e4ecac6dced by drivers openvswitch,hyperv on host hv-cinder-84214 at level 0 using segments [{'id': '8fdc4088-2666-41b6-a1fa-9350fb045c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '70c87c86-2820-494f-92b7-3ef8c78c46f3'}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:11:53.378845 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-5481f657-2cb5-4a78-95f9-ae116b56f2bd service neutron] Attempting to bind port 25c3382a-593f-4660-bd67-2e4ecac6dced on network 70c87c86-2820-494f-92b7-3ef8c78c46f3 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:11:53.393148 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-3837b38d-7f32-406d-80f4-1ef2f6547457 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=611e0d5b79e0441599b60bd7b1fd972a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4585433 May 17 17:11:53.396839 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 45460) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:53.412822 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3837b38d-7f32-406d-80f4-1ef2f6547457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a6c118-52e0-4fa4-9e66-4dc2e3b20fd9,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:53.429739 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-5481f657-2cb5-4a78-95f9-ae116b56f2bd service neutron] Port 25c3382a-593f-4660-bd67-2e4ecac6dced on network 70c87c86-2820-494f-92b7-3ef8c78c46f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84214 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 17:11:53.430007 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-5481f657-2cb5-4a78-95f9-ae116b56f2bd service neutron] Attempting to bind port 25c3382a-593f-4660-bd67-2e4ecac6dced on network 70c87c86-2820-494f-92b7-3ef8c78c46f3 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:11:53.453715 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-5481f657-2cb5-4a78-95f9-ae116b56f2bd service neutron] Checking agent: {'id': 'f77364a9-2f6e-44ad-9fc6-92e3e143ef92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84214', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 8, 20), 'started_at': datetime.datetime(2022, 5, 17, 17, 8, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:11:53.453950 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-5481f657-2cb5-4a78-95f9-ae116b56f2bd service neutron] Checking segment: {'id': '8fdc4088-2666-41b6-a1fa-9350fb045c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '70c87c86-2820-494f-92b7-3ef8c78c46f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:11:53.454315 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-5481f657-2cb5-4a78-95f9-ae116b56f2bd service neutron] Bound using segment: {'id': '8fdc4088-2666-41b6-a1fa-9350fb045c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '70c87c86-2820-494f-92b7-3ef8c78c46f3'} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:11:53.454748 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-5481f657-2cb5-4a78-95f9-ae116b56f2bd service neutron] Bound port: 25c3382a-593f-4660-bd67-2e4ecac6dced, host: hv-cinder-84214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fdc4088-2666-41b6-a1fa-9350fb045c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '70c87c86-2820-494f-92b7-3ef8c78c46f3'}}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:11:53.455106 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-5481f657-2cb5-4a78-95f9-ae116b56f2bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (25c3382a-593f-4660-bd67-2e4ecac6dced), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:53.466001 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c64f2-edb3-4e79-b269-6703ec2d2d74 req-0d52a5a4-368b-41d7-acf2-65fa66792399 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:53.467513 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-0c4c64f2-edb3-4e79-b269-6703ec2d2d74 req-0d52a5a4-368b-41d7-acf2-65fa66792399 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 945 time: 0.0638587 May 17 17:11:53.503837 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-ffafa3de-c786-4740-9540-d79496676621 req-83272162-27e6-47ba-a8d8-6a6bcdadde55 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (1d705197-7ce1-4547-af7a-185fa88a47c8), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:53.523054 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-0c4c64f2-edb3-4e79-b269-6703ec2d2d74 req-f2d3149d-187b-4243-b060-5e48c270eaf0 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482991 May 17 17:11:53.609996 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffafa3de-c786-4740-9540-d79496676621 req-83272162-27e6-47ba-a8d8-6a6bcdadde55 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Network 30541785-dceb-40b7-9575-992b66a470e9 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:11:53.631699 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3294f342-5b9d-4022-86c4-b3de3f5c27c7 req-ec665da3-a5ab-4600-9839-3371d3d310d0 service neutron] 10.222.0.23 "GET /v2.0/networks/6c7d9c40-84df-4392-abe5-e887770a65c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477372 May 17 17:11:53.632512 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [req-ffafa3de-c786-4740-9540-d79496676621 req-83272162-27e6-47ba-a8d8-6a6bcdadde55 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:11:53.635397 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc51340-9527-44c2-be59-8b40e364120f req-a220b744-6bbd-40de-a9dc-b96c107ec385 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:53.636451 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-27200cd1-a206-4505-a25e-297a1a3b3484 admin admin] Publish callbacks [] for security_group (b2a6c118-52e0-4fa4-9e66-4dc2e3b20fd9), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:53.636906 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7bc51340-9527-44c2-be59-8b40e364120f req-a220b744-6bbd-40de-a9dc-b96c107ec385 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d096e1-5210-41e8-ae6e-dee03652b474 HTTP/1.1" status: 200 len: 945 time: 0.0462964 May 17 17:11:53.639162 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffafa3de-c786-4740-9540-d79496676621 req-83272162-27e6-47ba-a8d8-6a6bcdadde55 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:11:53.644419 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafa3de-c786-4740-9540-d79496676621 req-83272162-27e6-47ba-a8d8-6a6bcdadde55 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:53.645064 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-ffafa3de-c786-4740-9540-d79496676621 req-83272162-27e6-47ba-a8d8-6a6bcdadde55 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:53.650099 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83272162-27e6-47ba-a8d8-6a6bcdadde55 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Pushing event updated for resources: {'Port': ['ID=1d705197-7ce1-4547-af7a-185fa88a47c8,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:53.654734 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-5481f657-2cb5-4a78-95f9-ae116b56f2bd service neutron] For port 25c3382a-593f-4660-bd67-2e4ecac6dced, host hv-cinder-84214, cleared binding levels {{(pid=103510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:11:53.659201 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-5481f657-2cb5-4a78-95f9-ae116b56f2bd service neutron] For port 25c3382a-593f-4660-bd67-2e4ecac6dced, host hv-cinder-84214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=25c3382a-593f-4660-bd67-2e4ecac6dced,segment=NetworkSegment(8fdc4088-2666-41b6-a1fa-9350fb045c0a),segment_id=8fdc4088-2666-41b6-a1fa-9350fb045c0a)] {{(pid=103510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:11:53.686111 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ffafa3de-c786-4740-9540-d79496676621 req-83272162-27e6-47ba-a8d8-6a6bcdadde55 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5121067 May 17 17:11:53.687184 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-5481f657-2cb5-4a78-95f9-ae116b56f2bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (25c3382a-593f-4660-bd67-2e4ecac6dced), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:53.697140 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-27200cd1-a206-4505-a25e-297a1a3b3484 admin admin] Publish callbacks [] for security_group (b2a6c118-52e0-4fa4-9e66-4dc2e3b20fd9), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:53.707593 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7bc51340-9527-44c2-be59-8b40e364120f req-929c65d5-a250-429e-8eaa-f29edbd99962 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529935 May 17 17:11:53.746217 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-5481f657-2cb5-4a78-95f9-ae116b56f2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:53.747506 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-5481f657-2cb5-4a78-95f9-ae116b56f2bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:53.750526 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-5481f657-2cb5-4a78-95f9-ae116b56f2bd service neutron] 10.222.0.23 "PUT /v2.0/ports/25c3382a-593f-4660-bd67-2e4ecac6dced HTTP/1.1" status: 200 len: 1093 time: 1.5851514 May 17 17:11:53.751013 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f3bf001-c3b2-461b-99a8-5121b6a4a1eb', 'tag': '25c3382a-593f-4660-bd67-2e4ecac6dced'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:11:53.753461 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047a402c-2846-4dff-9929-b867baca9d4e" -d '{"events": [{"name": "network-changed", "server_uuid": "8f3bf001-c3b2-461b-99a8-5121b6a4a1eb", "tag": "25c3382a-593f-4660-bd67-2e4ecac6dced"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:11:53.799411 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5481f657-2cb5-4a78-95f9-ae116b56f2bd service neutron] Pushing event updated for resources: {'Port': ['ID=25c3382a-593f-4660-bd67-2e4ecac6dced,revision_number=3']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:53.813601 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4c8509-bcf6-43fe-89df-7f04796e0550 x-openstack-request-id: req-5e4c8509-bcf6-43fe-89df-7f04796e0550 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:11:53.814296 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f3bf001-c3b2-461b-99a8-5121b6a4a1eb", "tag": "25c3382a-593f-4660-bd67-2e4ecac6dced", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:11:53.814560 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5e4c8509-bcf6-43fe-89df-7f04796e0550 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:11:53.814996 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e4c8509-bcf6-43fe-89df-7f04796e0550'] response: {'name': 'network-changed', 'server_uuid': '8f3bf001-c3b2-461b-99a8-5121b6a4a1eb', 'tag': '25c3382a-593f-4660-bd67-2e4ecac6dced', 'status': 'completed', 'code': 200} May 17 17:11:53.834515 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-27200cd1-a206-4505-a25e-297a1a3b3484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (b2a6c118-52e0-4fa4-9e66-4dc2e3b20fd9), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:53.837826 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-27200cd1-a206-4505-a25e-297a1a3b3484 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:53.844142 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-27200cd1-a206-4505-a25e-297a1a3b3484 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b2a6c118-52e0-4fa4-9e66-4dc2e3b20fd9 HTTP/1.1" status: 204 len: 168 time: 0.4442694 May 17 17:11:53.857063 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27200cd1-a206-4505-a25e-297a1a3b3484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a6c118-52e0-4fa4-9e66-4dc2e3b20fd9,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:53.924157 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7bb373d3-1482-4ce7-821d-98eadc942583 None None] Provisioning complete for port 1d705197-7ce1-4547-af7a-185fa88a47c8 triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:11:53.924759 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7bb373d3-1482-4ce7-821d-98eadc942583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (1d705197-7ce1-4547-af7a-185fa88a47c8), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:53.966965 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7bb373d3-1482-4ce7-821d-98eadc942583 None None] Port 1d705197-7ce1-4547-af7a-185fa88a47c8 cannot update to ACTIVE because it is not bound. {{(pid=103512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:11:54.148747 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 45478) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:54.161708 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ef2aeca4-deb1-4c14-a4e5-3bf66ef750a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:54.237596 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ef2aeca4-deb1-4c14-a4e5-3bf66ef750a3 admin admin] Publish callbacks [] for security_group (0d874ffe-0e41-4999-949d-ab44fec47001), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:54.241522 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ef2aeca4-deb1-4c14-a4e5-3bf66ef750a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (0d874ffe-0e41-4999-949d-ab44fec47001), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:54.306857 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-ef2aeca4-deb1-4c14-a4e5-3bf66ef750a3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=80ce5df8fb7b4332832f43bde9b84f12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1568768 May 17 17:11:54.309518 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 45482) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:54.322776 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467f7af-f000-479b-8252-13c3cdda3375 req-935a7566-56f8-4c81-bb38-3750ea0ec0b0 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:54.324294 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f467f7af-f000-479b-8252-13c3cdda3375 req-935a7566-56f8-4c81-bb38-3750ea0ec0b0 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f3bf001-c3b2-461b-99a8-5121b6a4a1eb HTTP/1.1" status: 200 len: 943 time: 0.0631936 May 17 17:11:54.325024 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2aeca4-deb1-4c14-a4e5-3bf66ef750a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d874ffe-0e41-4999-949d-ab44fec47001,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:54.364487 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e67bfc24-1a9b-4266-83d0-c9ad4e3541e8 admin admin] Publish callbacks [] for security_group (0d874ffe-0e41-4999-949d-ab44fec47001), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:54.377671 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f467f7af-f000-479b-8252-13c3cdda3375 req-95979c18-ac4b-4576-aca2-2f93911f531f tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ea31190-8b53-4dbc-b720-aab2c3e4a9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454943 May 17 17:11:54.385713 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e67bfc24-1a9b-4266-83d0-c9ad4e3541e8 admin admin] Publish callbacks [] for security_group (0d874ffe-0e41-4999-949d-ab44fec47001), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:54.449525 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e67bfc24-1a9b-4266-83d0-c9ad4e3541e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (0d874ffe-0e41-4999-949d-ab44fec47001), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:54.452447 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e67bfc24-1a9b-4266-83d0-c9ad4e3541e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:54.453642 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-e67bfc24-1a9b-4266-83d0-c9ad4e3541e8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0d874ffe-0e41-4999-949d-ab44fec47001 HTTP/1.1" status: 204 len: 168 time: 0.1431093 May 17 17:11:54.463625 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67bfc24-1a9b-4266-83d0-c9ad4e3541e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d874ffe-0e41-4999-949d-ab44fec47001,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:54.487159 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1919deb-6bf1-456f-a1d4-ed14f121f249 req-668d9682-6d26-418d-a561-2c910b426705 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:54.488639 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f1919deb-6bf1-456f-a1d4-ed14f121f249 req-668d9682-6d26-418d-a561-2c910b426705 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a762b56-1a2c-4556-90cb-52de211c17a5 HTTP/1.1" status: 200 len: 931 time: 0.0829587 May 17 17:11:54.511108 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de706a8a-0f69-4cbc-b68c-0883acdee491 req-17161f5c-12f7-4d5f-a7db-25715fa7fb36 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:54.512554 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-de706a8a-0f69-4cbc-b68c-0883acdee491 req-17161f5c-12f7-4d5f-a7db-25715fa7fb36 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/ports?device_id=159a856c-1046-429c-91b8-71de1b5adc15 HTTP/1.1" status: 200 len: 943 time: 0.0737085 May 17 17:11:54.570924 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f1919deb-6bf1-456f-a1d4-ed14f121f249 req-f14c587f-05be-4634-8a4c-c1bca93651aa tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff2265b-a135-4224-bf77-7405c6c07dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734389 May 17 17:11:54.585338 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-de706a8a-0f69-4cbc-b68c-0883acdee491 req-b3de8fcb-00eb-48bb-b42f-ff3a7740eea8 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/security-groups?id=269fdd96-ece3-40ff-a060-9a6931d16660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664926 May 17 17:11:54.713493 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-ffafa3de-c786-4740-9540-d79496676621 req-76dcced9-7c20-4d60-bff5-47a0519dd19f service neutron] Request body: {'port': {'device_id': '0a762b56-1a2c-4556-90cb-52de211c17a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84214'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:11:54.801166 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a402c-2846-4dff-9929-b867baca9d4e req-bcaf2544-2844-4bdc-9d53-144029e3d997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:54.803000 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-047a402c-2846-4dff-9929-b867baca9d4e req-bcaf2544-2844-4bdc-9d53-144029e3d997 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5858756d2b74673a765c1d2e6adf280&device_id=8f3bf001-c3b2-461b-99a8-5121b6a4a1eb HTTP/1.1" status: 200 len: 1127 time: 0.0682564 May 17 17:11:54.808440 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-ffafa3de-c786-4740-9540-d79496676621 req-76dcced9-7c20-4d60-bff5-47a0519dd19f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (1d705197-7ce1-4547-af7a-185fa88a47c8), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:54.831017 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:55.032563 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a402c-2846-4dff-9929-b867baca9d4e req-fa0ce1a4-52a2-40bf-b714-31402655406e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:55.034027 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-047a402c-2846-4dff-9929-b867baca9d4e req-fa0ce1a4-52a2-40bf-b714-31402655406e service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=b5858756d2b74673a765c1d2e6adf280&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2116435 May 17 17:11:55.211280 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a402c-2846-4dff-9929-b867baca9d4e req-be6da050-6a2b-4273-bd71-c175078905fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:55.212997 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-047a402c-2846-4dff-9929-b867baca9d4e req-be6da050-6a2b-4273-bd71-c175078905fc service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1694636 May 17 17:11:55.373500 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [req-ffafa3de-c786-4740-9540-d79496676621 req-76dcced9-7c20-4d60-bff5-47a0519dd19f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d705197-7ce1-4547-af7a-185fa88a47c8 {{(pid=103510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:11:55.378458 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-e72bb9ea-dc08-470b-bd41-55099ce007a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:55.380751 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-e72bb9ea-dc08-470b-bd41-55099ce007a8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5858756d2b74673a765c1d2e6adf280&device_id=8f3bf001-c3b2-461b-99a8-5121b6a4a1eb HTTP/1.1" status: 200 len: 1127 time: 0.1174691 May 17 17:11:55.382304 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329d349-2da3-41be-9b76-7f79c603f31b req-980bc92a-ee6e-46bf-85b9-0790e1ade9a4 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:55.388073 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a329d349-2da3-41be-9b76-7f79c603f31b req-980bc92a-ee6e-46bf-85b9-0790e1ade9a4 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d096e1-5210-41e8-ae6e-dee03652b474 HTTP/1.1" status: 200 len: 945 time: 0.0573063 May 17 17:11:55.388815 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-ffafa3de-c786-4740-9540-d79496676621 req-76dcced9-7c20-4d60-bff5-47a0519dd19f service neutron] Publish callbacks [] for port (1d705197-7ce1-4547-af7a-185fa88a47c8), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:55.432406 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec35221-5a5f-4921-8e7d-1a9c4555d4da req-7d758d2b-e2d7-49bf-8df4-8aacfdecd846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:55.433972 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8ec35221-5a5f-4921-8e7d-1a9c4555d4da req-7d758d2b-e2d7-49bf-8df4-8aacfdecd846 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea3305a913c541e4a45267497213df1c&device_id=09d096e1-5210-41e8-ae6e-dee03652b474 HTTP/1.1" status: 200 len: 1129 time: 0.1062708 May 17 17:11:55.437995 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-641f9291-8881-43bb-b32e-029d52cbaf76 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25c3382a-593f-4660-bd67-2e4ecac6dced HTTP/1.1" status: 200 len: 217 time: 0.0467932 May 17 17:11:55.444209 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a329d349-2da3-41be-9b76-7f79c603f31b req-59623899-7527-4750-910c-d3a407ab1b1f tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537333 May 17 17:11:55.457349 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.provisioning_blocks [req-ffafa3de-c786-4740-9540-d79496676621 req-76dcced9-7c20-4d60-bff5-47a0519dd19f service neutron] Transition to ACTIVE for port object 1d705197-7ce1-4547-af7a-185fa88a47c8 will not be triggered until provisioned by entity L2. {{(pid=103510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 17:11:55.480322 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-ffafa3de-c786-4740-9540-d79496676621 req-76dcced9-7c20-4d60-bff5-47a0519dd19f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (1d705197-7ce1-4547-af7a-185fa88a47c8), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:55.513841 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e4569-700f-4041-8af8-2b412be026a3 req-bf684f3b-4dc8-4776-a2f2-424669dab1b8 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:55.515552 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-485e4569-700f-4041-8af8-2b412be026a3 req-bf684f3b-4dc8-4776-a2f2-424669dab1b8 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f3bf001-c3b2-461b-99a8-5121b6a4a1eb HTTP/1.1" status: 200 len: 943 time: 0.0511382 May 17 17:11:55.576516 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-485e4569-700f-4041-8af8-2b412be026a3 req-8acbf3e5-f506-4157-a263-cc1615c3f153 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ea31190-8b53-4dbc-b720-aab2c3e4a9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511329 May 17 17:11:55.602558 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-0bc3e8d8-c7ff-4ded-a75b-b583625218a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:55.611753 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-0bc3e8d8-c7ff-4ded-a75b-b583625218a0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=587df90a-4c3d-46cc-a7c3-0d2274ea004e HTTP/1.1" status: 200 len: 849 time: 0.1521065 May 17 17:11:55.644910 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 45536) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:55.653056 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dcced9-7c20-4d60-bff5-47a0519dd19f service neutron] Pushing event updated for resources: {'Port': ['ID=1d705197-7ce1-4547-af7a-185fa88a47c8,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:55.705244 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-97677c9b-2fc5-4f8e-9765-03769b0245de service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=70c87c86-2820-494f-92b7-3ef8c78c46f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798426 May 17 17:11:55.709559 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec35221-5a5f-4921-8e7d-1a9c4555d4da req-98f9b42d-690c-47f9-af63-fd4f62f58d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:55.711010 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8ec35221-5a5f-4921-8e7d-1a9c4555d4da req-98f9b42d-690c-47f9-af63-fd4f62f58d95 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d8fd1f2f-e54a-4844-8483-0ddae8800cdb HTTP/1.1" status: 200 len: 920 time: 0.2705379 May 17 17:11:55.720611 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-ffafa3de-c786-4740-9540-d79496676621 req-76dcced9-7c20-4d60-bff5-47a0519dd19f service neutron] Attempting to bind port 1d705197-7ce1-4547-af7a-185fa88a47c8 on host hv-cinder-84214 for vnic_type normal with profile {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:11:55.721092 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-ffafa3de-c786-4740-9540-d79496676621 req-76dcced9-7c20-4d60-bff5-47a0519dd19f service neutron] Attempting to bind port 1d705197-7ce1-4547-af7a-185fa88a47c8 by drivers openvswitch,hyperv on host hv-cinder-84214 at level 0 using segments [{'id': 'ea772ee0-6e76-4284-a4d3-aeaff2f9a97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '30541785-dceb-40b7-9575-992b66a470e9'}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:11:55.721525 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffafa3de-c786-4740-9540-d79496676621 req-76dcced9-7c20-4d60-bff5-47a0519dd19f service neutron] Attempting to bind port 1d705197-7ce1-4547-af7a-185fa88a47c8 on network 30541785-dceb-40b7-9575-992b66a470e9 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:11:55.727237 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffafa3de-c786-4740-9540-d79496676621 req-76dcced9-7c20-4d60-bff5-47a0519dd19f service neutron] Port 1d705197-7ce1-4547-af7a-185fa88a47c8 on network 30541785-dceb-40b7-9575-992b66a470e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84214 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 17:11:55.727716 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffafa3de-c786-4740-9540-d79496676621 req-76dcced9-7c20-4d60-bff5-47a0519dd19f service neutron] Attempting to bind port 1d705197-7ce1-4547-af7a-185fa88a47c8 on network 30541785-dceb-40b7-9575-992b66a470e9 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:11:55.765633 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fc1b9-0010-469c-a7e1-03db81c16bde req-fe9354f2-7c01-4a4e-8934-ad6e066a8540 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:55.767429 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-530fc1b9-0010-469c-a7e1-03db81c16bde req-fe9354f2-7c01-4a4e-8934-ad6e066a8540 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a762b56-1a2c-4556-90cb-52de211c17a5 HTTP/1.1" status: 200 len: 943 time: 0.1004238 May 17 17:11:55.774915 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaea17d-1136-444c-afca-c83962296267 req-1414cf98-8317-4c7b-a1f8-df80f8a97bbb tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:55.776562 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ceaea17d-1136-444c-afca-c83962296267 req-1414cf98-8317-4c7b-a1f8-df80f8a97bbb tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/ports?device_id=159a856c-1046-429c-91b8-71de1b5adc15 HTTP/1.1" status: 200 len: 943 time: 0.0934808 May 17 17:11:55.794712 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffafa3de-c786-4740-9540-d79496676621 req-76dcced9-7c20-4d60-bff5-47a0519dd19f service neutron] Checking agent: {'id': 'f77364a9-2f6e-44ad-9fc6-92e3e143ef92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84214', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 8, 20), 'started_at': datetime.datetime(2022, 5, 17, 17, 8, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:11:55.795391 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffafa3de-c786-4740-9540-d79496676621 req-76dcced9-7c20-4d60-bff5-47a0519dd19f service neutron] Checking segment: {'id': 'ea772ee0-6e76-4284-a4d3-aeaff2f9a97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '30541785-dceb-40b7-9575-992b66a470e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:11:55.796044 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffafa3de-c786-4740-9540-d79496676621 req-76dcced9-7c20-4d60-bff5-47a0519dd19f service neutron] Bound using segment: {'id': 'ea772ee0-6e76-4284-a4d3-aeaff2f9a97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '30541785-dceb-40b7-9575-992b66a470e9'} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:11:55.796596 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-ffafa3de-c786-4740-9540-d79496676621 req-76dcced9-7c20-4d60-bff5-47a0519dd19f service neutron] Bound port: 1d705197-7ce1-4547-af7a-185fa88a47c8, host: hv-cinder-84214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea772ee0-6e76-4284-a4d3-aeaff2f9a97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '30541785-dceb-40b7-9575-992b66a470e9'}}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:11:55.797143 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-ffafa3de-c786-4740-9540-d79496676621 req-76dcced9-7c20-4d60-bff5-47a0519dd19f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (1d705197-7ce1-4547-af7a-185fa88a47c8), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:55.800137 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8ec35221-5a5f-4921-8e7d-1a9c4555d4da req-65573d10-ee51-4291-83c1-25d1d5d8ae69 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a023c407-040e-4e16-b8de-6dc1de12fc09 HTTP/1.1" status: 200 len: 217 time: 0.0698857 May 17 17:11:55.828939 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-96753bef-c636-4c0e-a19b-231d5851b79d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:55.873454 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:55.887647 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-530fc1b9-0010-469c-a7e1-03db81c16bde req-45541cfa-150c-46cf-aea0-2a168ce758d2 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff2265b-a135-4224-bf77-7405c6c07dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100588 May 17 17:11:55.919950 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ceaea17d-1136-444c-afca-c83962296267 req-7a1912e2-f045-41e6-9620-4fbdafcfd6bb tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/security-groups?id=269fdd96-ece3-40ff-a060-9a6931d16660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216178 May 17 17:11:55.933275 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec35221-5a5f-4921-8e7d-1a9c4555d4da req-9f4f99c6-cd98-41b9-ac6c-8e5c014ef5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:55.935820 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8ec35221-5a5f-4921-8e7d-1a9c4555d4da req-9f4f99c6-cd98-41b9-ac6c-8e5c014ef5e6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ac6ed14f-342b-4c1d-a6d0-3f83923520d0 HTTP/1.1" status: 200 len: 858 time: 0.1243203 May 17 17:11:55.978920 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-96753bef-c636-4c0e-a19b-231d5851b79d admin admin] Publish callbacks [] for security_group (0a31553d-b84f-4207-9fd3-4a3532ede026), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:55.982968 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-96753bef-c636-4c0e-a19b-231d5851b79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (0a31553d-b84f-4207-9fd3-4a3532ede026), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:56.010816 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-7dbe43f9-e843-4ca8-b623-8c81b22533b2 service neutron] 10.222.0.23 "GET /v2.0/networks/70c87c86-2820-494f-92b7-3ef8c78c46f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788796 May 17 17:11:56.020538 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96753bef-c636-4c0e-a19b-231d5851b79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a31553d-b84f-4207-9fd3-4a3532ede026,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:56.021662 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec35221-5a5f-4921-8e7d-1a9c4555d4da req-263e415c-a837-4202-b8e3-92ebb773b0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:56.023103 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8ec35221-5a5f-4921-8e7d-1a9c4555d4da req-263e415c-a837-4202-b8e3-92ebb773b0a2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d8fd1f2f-e54a-4844-8483-0ddae8800cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0761263 May 17 17:11:56.025991 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-96753bef-c636-4c0e-a19b-231d5851b79d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c0af80e81cfe45b3b08d386d91770c29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3790357 May 17 17:11:56.028646 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 45542) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:56.060275 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-ffafa3de-c786-4740-9540-d79496676621 req-76dcced9-7c20-4d60-bff5-47a0519dd19f service neutron] For port 1d705197-7ce1-4547-af7a-185fa88a47c8, host hv-cinder-84214, cleared binding levels {{(pid=103510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:11:56.079348 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-bf9c9bf3-6777-41c2-82c9-16965fe386a8 admin admin] Publish callbacks [] for security_group (0a31553d-b84f-4207-9fd3-4a3532ede026), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:56.090828 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-ffafa3de-c786-4740-9540-d79496676621 req-76dcced9-7c20-4d60-bff5-47a0519dd19f service neutron] For port 1d705197-7ce1-4547-af7a-185fa88a47c8, host hv-cinder-84214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=1d705197-7ce1-4547-af7a-185fa88a47c8,segment=NetworkSegment(ea772ee0-6e76-4284-a4d3-aeaff2f9a97d),segment_id=ea772ee0-6e76-4284-a4d3-aeaff2f9a97d)] {{(pid=103510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:11:56.101448 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-bf9c9bf3-6777-41c2-82c9-16965fe386a8 admin admin] Publish callbacks [] for security_group (0a31553d-b84f-4207-9fd3-4a3532ede026), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:56.130870 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-ffafa3de-c786-4740-9540-d79496676621 req-76dcced9-7c20-4d60-bff5-47a0519dd19f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (1d705197-7ce1-4547-af7a-185fa88a47c8), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:56.167197 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-bf9c9bf3-6777-41c2-82c9-16965fe386a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (0a31553d-b84f-4207-9fd3-4a3532ede026), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:56.169943 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-bf9c9bf3-6777-41c2-82c9-16965fe386a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:56.173778 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-bf9c9bf3-6777-41c2-82c9-16965fe386a8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0a31553d-b84f-4207-9fd3-4a3532ede026 HTTP/1.1" status: 204 len: 168 time: 0.1413848 May 17 17:11:56.185158 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c9bf3-6777-41c2-82c9-16965fe386a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a31553d-b84f-4207-9fd3-4a3532ede026,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:56.210766 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafa3de-c786-4740-9540-d79496676621 req-76dcced9-7c20-4d60-bff5-47a0519dd19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:56.211387 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-ffafa3de-c786-4740-9540-d79496676621 req-76dcced9-7c20-4d60-bff5-47a0519dd19f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:56.212870 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ffafa3de-c786-4740-9540-d79496676621 req-76dcced9-7c20-4d60-bff5-47a0519dd19f service neutron] 10.222.0.23 "PUT /v2.0/ports/1d705197-7ce1-4547-af7a-185fa88a47c8 HTTP/1.1" status: 200 len: 1093 time: 1.5037332 May 17 17:11:56.216431 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a762b56-1a2c-4556-90cb-52de211c17a5', 'tag': '1d705197-7ce1-4547-af7a-185fa88a47c8'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:11:56.218654 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5b7b0b-df9d-4495-b244-30c5df0474f4" -d '{"events": [{"name": "network-changed", "server_uuid": "0a762b56-1a2c-4556-90cb-52de211c17a5", "tag": "1d705197-7ce1-4547-af7a-185fa88a47c8"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:11:56.250973 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9b3d37f7-05ef-46a2-a77e-7b08e526df53 req-f76d24c3-3229-4d30-b9d4-9e94d9d8f4a7 service neutron] 10.222.0.23 "GET /v2.0/networks/70c87c86-2820-494f-92b7-3ef8c78c46f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307751 May 17 17:11:56.289151 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31793f2-f336-4373-ac55-bf1e02d3dd22 x-openstack-request-id: req-f31793f2-f336-4373-ac55-bf1e02d3dd22 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:11:56.289553 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a762b56-1a2c-4556-90cb-52de211c17a5", "tag": "1d705197-7ce1-4547-af7a-185fa88a47c8", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:11:56.289761 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f31793f2-f336-4373-ac55-bf1e02d3dd22 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:11:56.290281 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f31793f2-f336-4373-ac55-bf1e02d3dd22'] response: {'name': 'network-changed', 'server_uuid': '0a762b56-1a2c-4556-90cb-52de211c17a5', 'tag': '1d705197-7ce1-4547-af7a-185fa88a47c8', 'status': 'completed', 'code': 200} May 17 17:11:56.294207 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dcced9-7c20-4d60-bff5-47a0519dd19f service neutron] Pushing event updated for resources: {'Port': ['ID=1d705197-7ce1-4547-af7a-185fa88a47c8,revision_number=3']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:56.318881 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8ec35221-5a5f-4921-8e7d-1a9c4555d4da req-ad435e60-5cbd-4ef4-83e8-33ee5e3a0d73 service neutron] 10.222.0.23 "GET /v2.0/networks/d8fd1f2f-e54a-4844-8483-0ddae8800cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755919 May 17 17:11:56.333342 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafa3de-c786-4740-9540-d79496676621 req-929c6d05-cac3-41b2-bfad-bfa8a842744c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:56.335485 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ffafa3de-c786-4740-9540-d79496676621 req-929c6d05-cac3-41b2-bfad-bfa8a842744c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=54981d1c7fe64f5cb6a846496ad4f776&device_id=0a762b56-1a2c-4556-90cb-52de211c17a5 HTTP/1.1" status: 200 len: 1127 time: 0.0597088 May 17 17:11:56.553671 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c61ea-6f4b-4350-a48c-677988dc7821 req-873061f2-49d7-4c31-b5d1-3caecc410385 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:56.555162 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8d9c61ea-6f4b-4350-a48c-677988dc7821 req-873061f2-49d7-4c31-b5d1-3caecc410385 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d096e1-5210-41e8-ae6e-dee03652b474 HTTP/1.1" status: 200 len: 945 time: 0.0500503 May 17 17:11:56.578501 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 902521d6-268e-414c-ae53-f1f63273ac65 details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:11:56.624140 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8d9c61ea-6f4b-4350-a48c-677988dc7821 req-7a982e4e-4a5e-4222-9d82-a0d1678c2a7f tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633643 May 17 17:11:56.712518 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port 902521d6-268e-414c-ae53-f1f63273ac65, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=902521d6-268e-414c-ae53-f1f63273ac65,segment=NetworkSegment(03b19a9e-b92f-43ca-91d1-46f289553dc0),segment_id=03b19a9e-b92f-43ca-91d1-46f289553dc0)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:11:56.714896 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901642b-64f9-4c4f-9632-546c83920365 req-d7672cb9-6309-4bab-9649-3366797d256a tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:56.716499 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-0901642b-64f9-4c4f-9632-546c83920365 req-d7672cb9-6309-4bab-9649-3366797d256a tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f3bf001-c3b2-461b-99a8-5121b6a4a1eb HTTP/1.1" status: 200 len: 943 time: 0.0609233 May 17 17:11:56.725419 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Returning: {'device': '902521d6-268e-414c-ae53-f1f63273ac65', 'network_id': '6c7d9c40-84df-4392-abe5-e887770a65c6', 'port_id': '902521d6-268e-414c-ae53-f1f63273ac65', 'mac_address': 'fa:16:3e:47:2e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b62141d5-565b-4fdd-b798-f53f12ce0939', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:11:56.761416 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port 902521d6-268e-414c-ae53-f1f63273ac65 is: DOWN; New status is: BUILD {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:11:56.761786 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (902521d6-268e-414c-ae53-f1f63273ac65), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:56.776668 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 902521d6-268e-414c-ae53-f1f63273ac65 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:11:56.784096 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-0901642b-64f9-4c4f-9632-546c83920365 req-85526e5b-0e22-4487-92dc-6270085b8be3 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ea31190-8b53-4dbc-b720-aab2c3e4a9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592792 May 17 17:11:56.809196 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port 902521d6-268e-414c-ae53-f1f63273ac65, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=902521d6-268e-414c-ae53-f1f63273ac65,segment=NetworkSegment(03b19a9e-b92f-43ca-91d1-46f289553dc0),segment_id=03b19a9e-b92f-43ca-91d1-46f289553dc0)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:11:56.813178 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (902521d6-268e-414c-ae53-f1f63273ac65), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:56.872312 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=902521d6-268e-414c-ae53-f1f63273ac65,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:57.057691 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1dc2f-e242-47ad-ad83-97876215e491 req-44b8c50e-7d03-4f4f-90c7-9226424b5d45 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:57.059207 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a9b1dc2f-e242-47ad-ad83-97876215e491 req-44b8c50e-7d03-4f4f-90c7-9226424b5d45 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a762b56-1a2c-4556-90cb-52de211c17a5 HTTP/1.1" status: 200 len: 943 time: 0.0939796 May 17 17:11:57.067641 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741c4e6-127a-499e-bebf-62f9eda1f894 req-240192be-085e-40b9-acec-244547a33c04 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:57.072291 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8741c4e6-127a-499e-bebf-62f9eda1f894 req-240192be-085e-40b9-acec-244547a33c04 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/ports?device_id=159a856c-1046-429c-91b8-71de1b5adc15 HTTP/1.1" status: 200 len: 944 time: 0.0740447 May 17 17:11:57.139621 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] get_ports_and_sgs() called for port_ids ['902521d6-268e-414c-ae53-f1f63273ac65'] {{(pid=103512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:11:57.172091 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a9b1dc2f-e242-47ad-ad83-97876215e491 req-446d05b8-bfb5-4d1e-98be-26891ffab340 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff2265b-a135-4224-bf77-7405c6c07dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959187 May 17 17:11:57.184804 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8741c4e6-127a-499e-bebf-62f9eda1f894 req-47f8b288-00a7-40af-8190-3e39488a57d6 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/security-groups?id=269fdd96-ece3-40ff-a060-9a6931d16660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051936 May 17 17:11:57.455983 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ffafa3de-c786-4740-9540-d79496676621 req-ddebf91b-0631-41d8-a575-4671c6efaf4a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d705197-7ce1-4547-af7a-185fa88a47c8 HTTP/1.1" status: 200 len: 217 time: 0.0693703 May 17 17:11:57.466047 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:57.567071 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafa3de-c786-4740-9540-d79496676621 req-fe446375-7a2d-4634-85d5-947b7509872a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:57.568809 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ffafa3de-c786-4740-9540-d79496676621 req-fe446375-7a2d-4634-85d5-947b7509872a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=622d61e7-eff2-45a5-baff-55e360ced291 HTTP/1.1" status: 200 len: 854 time: 0.1040132 May 17 17:11:57.588217 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8ec35221-5a5f-4921-8e7d-1a9c4555d4da req-11a84c08-9ffe-4cdb-99e7-23aafc3177dd service neutron] 10.222.0.23 "GET /v2.0/networks/d8fd1f2f-e54a-4844-8483-0ddae8800cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120972 May 17 17:11:57.620257 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafa3de-c786-4740-9540-d79496676621 req-93ed8021-77c5-4920-b879-a4245bd7f835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:57.622061 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ffafa3de-c786-4740-9540-d79496676621 req-93ed8021-77c5-4920-b879-a4245bd7f835 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=30541785-dceb-40b7-9575-992b66a470e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432868 May 17 17:11:57.723100 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ffafa3de-c786-4740-9540-d79496676621 req-7dc33692-1807-4536-8da3-1bbbbd33ceb9 service neutron] 10.222.0.23 "GET /v2.0/networks/30541785-dceb-40b7-9575-992b66a470e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919931 May 17 17:11:57.740584 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a714805-4375-44d3-9b6b-da1ab396c36a req-fd8888bc-3f2b-462b-9a35-c2f76bbbf1fe tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:57.742040 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2a714805-4375-44d3-9b6b-da1ab396c36a req-fd8888bc-3f2b-462b-9a35-c2f76bbbf1fe tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d096e1-5210-41e8-ae6e-dee03652b474 HTTP/1.1" status: 200 len: 945 time: 0.0487044 May 17 17:11:57.792419 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2a714805-4375-44d3-9b6b-da1ab396c36a req-e6c5baab-d400-473a-889d-35b446e32cd0 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447111 May 17 17:11:57.842415 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ffafa3de-c786-4740-9540-d79496676621 req-8e6d4ea3-a563-4025-8279-4557ebba3e10 service neutron] 10.222.0.23 "GET /v2.0/networks/30541785-dceb-40b7-9575-992b66a470e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863576 May 17 17:11:57.896890 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca13e5-9101-4635-a56c-be7b5e7149ad req-6f5b1bab-419a-4857-8115-9f74177eae89 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:57.898401 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-69ca13e5-9101-4635-a56c-be7b5e7149ad req-6f5b1bab-419a-4857-8115-9f74177eae89 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f3bf001-c3b2-461b-99a8-5121b6a4a1eb HTTP/1.1" status: 200 len: 943 time: 0.0475578 May 17 17:11:57.944537 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-69ca13e5-9101-4635-a56c-be7b5e7149ad req-3d2ec748-75ad-49b3-8276-2ab80feef64d tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ea31190-8b53-4dbc-b720-aab2c3e4a9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404179 May 17 17:11:58.311046 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df322e8b-b447-4219-9311-a09e61167637 req-97138462-83f0-41ca-b91a-344b56d29035 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:58.312526 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-df322e8b-b447-4219-9311-a09e61167637 req-97138462-83f0-41ca-b91a-344b56d29035 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a762b56-1a2c-4556-90cb-52de211c17a5 HTTP/1.1" status: 200 len: 943 time: 0.0839868 May 17 17:11:58.333954 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a1aac-3595-4ec0-86a1-50c64451819e req-dc86d631-0840-46c5-8498-83a761d483ee tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:58.335591 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1f2a1aac-3595-4ec0-86a1-50c64451819e req-dc86d631-0840-46c5-8498-83a761d483ee tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/ports?device_id=159a856c-1046-429c-91b8-71de1b5adc15 HTTP/1.1" status: 200 len: 944 time: 0.0703206 May 17 17:11:58.397536 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-df322e8b-b447-4219-9311-a09e61167637 req-2b216098-046e-41c9-a947-c41f41a4d21d tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff2265b-a135-4224-bf77-7405c6c07dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786345 May 17 17:11:58.404216 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1f2a1aac-3595-4ec0-86a1-50c64451819e req-fb3a403c-b62c-4745-bae3-6ff98abe0338 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/security-groups?id=269fdd96-ece3-40ff-a060-9a6931d16660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621917 May 17 17:11:58.594874 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 25c3382a-593f-4660-bd67-2e4ecac6dced details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:11:58.605044 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 902521d6-268e-414c-ae53-f1f63273ac65 up at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:11:58.716565 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning for port 902521d6-268e-414c-ae53-f1f63273ac65 completed by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 17:11:58.731577 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning complete for port 902521d6-268e-414c-ae53-f1f63273ac65 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:11:58.732195 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (902521d6-268e-414c-ae53-f1f63273ac65), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:58.789518 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port 25c3382a-593f-4660-bd67-2e4ecac6dced, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=25c3382a-593f-4660-bd67-2e4ecac6dced,segment=NetworkSegment(8fdc4088-2666-41b6-a1fa-9350fb045c0a),segment_id=8fdc4088-2666-41b6-a1fa-9350fb045c0a)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:11:58.807002 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Returning: {'device': '25c3382a-593f-4660-bd67-2e4ecac6dced', 'network_id': '70c87c86-2820-494f-92b7-3ef8c78c46f3', 'port_id': '25c3382a-593f-4660-bd67-2e4ecac6dced', 'mac_address': 'fa:16:3e:67:42:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587df90a-4c3d-46cc-a7c3-0d2274ea004e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:11:58.869322 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port 902521d6-268e-414c-ae53-f1f63273ac65 is: BUILD; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:11:58.869322 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (902521d6-268e-414c-ae53-f1f63273ac65), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:58.891463 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port 25c3382a-593f-4660-bd67-2e4ecac6dced is: DOWN; New status is: BUILD {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:11:58.892289 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (25c3382a-593f-4660-bd67-2e4ecac6dced), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:58.916160 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159a856c-1046-429c-91b8-71de1b5adc15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902521d6-268e-414c-ae53-f1f63273ac65'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:11:58.918429 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47090663941ec1551041a48ed4f6687b33fcf119bf177f9ca48a03ee97be2a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f1390d-40e4-4a16-ac37-90d412edaa5b" -d '{"events": [{"server_uuid": "159a856c-1046-429c-91b8-71de1b5adc15", "name": "network-vif-plugged", "status": "completed", "tag": "902521d6-268e-414c-ae53-f1f63273ac65"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:11:58.924729 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25c3382a-593f-4660-bd67-2e4ecac6dced {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:11:58.953477 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port 25c3382a-593f-4660-bd67-2e4ecac6dced, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=25c3382a-593f-4660-bd67-2e4ecac6dced,segment=NetworkSegment(8fdc4088-2666-41b6-a1fa-9350fb045c0a),segment_id=8fdc4088-2666-41b6-a1fa-9350fb045c0a)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:11:58.954524 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b7b0b-df9d-4495-b244-30c5df0474f4 req-974e2a67-f895-49a0-a54a-f118bb357691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:58.968106 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port 902521d6-268e-414c-ae53-f1f63273ac65, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=902521d6-268e-414c-ae53-f1f63273ac65,segment=NetworkSegment(03b19a9e-b92f-43ca-91d1-46f289553dc0),segment_id=03b19a9e-b92f-43ca-91d1-46f289553dc0)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:11:58.968275 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-de5b7b0b-df9d-4495-b244-30c5df0474f4 req-974e2a67-f895-49a0-a54a-f118bb357691 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=54981d1c7fe64f5cb6a846496ad4f776&device_id=0a762b56-1a2c-4556-90cb-52de211c17a5 HTTP/1.1" status: 200 len: 1127 time: 0.1072419 May 17 17:11:58.970217 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (25c3382a-593f-4660-bd67-2e4ecac6dced), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:58.977235 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (902521d6-268e-414c-ae53-f1f63273ac65), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:59.015470 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d996c421-72b0-4dd9-80b5-284b7bbb8baa x-openstack-request-id: req-d996c421-72b0-4dd9-80b5-284b7bbb8baa {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:11:59.016525 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159a856c-1046-429c-91b8-71de1b5adc15", "name": "network-vif-plugged", "status": "completed", "tag": "902521d6-268e-414c-ae53-f1f63273ac65", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:11:59.016525 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d996c421-72b0-4dd9-80b5-284b7bbb8baa {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:11:59.017263 dv-cinder-842149-1-iscsi neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d996c421-72b0-4dd9-80b5-284b7bbb8baa'] response: {'server_uuid': '159a856c-1046-429c-91b8-71de1b5adc15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902521d6-268e-414c-ae53-f1f63273ac65', 'code': 200} May 17 17:11:59.022862 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4007114-6cd7-438a-8edb-39e909466a9a req-ab4189c4-097a-4304-9c59-de37b0e49b6a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:59.024733 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-e4007114-6cd7-438a-8edb-39e909466a9a req-ab4189c4-097a-4304-9c59-de37b0e49b6a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d096e1-5210-41e8-ae6e-dee03652b474 HTTP/1.1" status: 200 len: 945 time: 0.1350784 May 17 17:11:59.082708 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=25c3382a-593f-4660-bd67-2e4ecac6dced,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:59.128385 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-e4007114-6cd7-438a-8edb-39e909466a9a req-c883559f-7d4e-4646-9f0c-15ae25e28446 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973060 May 17 17:11:59.145577 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b7b0b-df9d-4495-b244-30c5df0474f4 req-af74f548-11b6-448c-a47d-9f145108c4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:59.148618 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-de5b7b0b-df9d-4495-b244-30c5df0474f4 req-af74f548-11b6-448c-a47d-9f145108c4d4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=30541785-dceb-40b7-9575-992b66a470e9 HTTP/1.1" status: 200 len: 916 time: 0.1710119 May 17 17:11:59.153598 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=902521d6-268e-414c-ae53-f1f63273ac65,revision_number=5']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:59.157941 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b02688-9270-4675-8e77-f01c6899ab66 req-75d82862-b090-41a7-966b-81b1a9fb3fa3 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:59.159415 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-66b02688-9270-4675-8e77-f01c6899ab66 req-75d82862-b090-41a7-966b-81b1a9fb3fa3 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f3bf001-c3b2-461b-99a8-5121b6a4a1eb HTTP/1.1" status: 200 len: 944 time: 0.0813992 May 17 17:11:59.198591 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-de5b7b0b-df9d-4495-b244-30c5df0474f4 req-3c347df4-e54a-4c42-aee7-19633f6f9303 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d705197-7ce1-4547-af7a-185fa88a47c8 HTTP/1.1" status: 200 len: 217 time: 0.0355854 May 17 17:11:59.216227 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-66b02688-9270-4675-8e77-f01c6899ab66 req-13179105-c739-496c-b275-63caecc8875d tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ea31190-8b53-4dbc-b720-aab2c3e4a9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483079 May 17 17:11:59.266583 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6db3c2-4f0c-4d23-bd89-47c6bef05f3d req-209557d3-7e99-4048-bdf9-b6c3f61ba509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:59.268090 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0a6db3c2-4f0c-4d23-bd89-47c6bef05f3d req-209557d3-7e99-4048-bdf9-b6c3f61ba509 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=159a856c-1046-429c-91b8-71de1b5adc15 HTTP/1.1" status: 200 len: 1129 time: 0.0686274 May 17 17:11:59.280012 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b7b0b-df9d-4495-b244-30c5df0474f4 req-92f41b84-b2d7-4e4b-abe7-65b7af70f1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:59.281353 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-de5b7b0b-df9d-4495-b244-30c5df0474f4 req-92f41b84-b2d7-4e4b-abe7-65b7af70f1c5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=622d61e7-eff2-45a5-baff-55e360ced291 HTTP/1.1" status: 200 len: 854 time: 0.0533392 May 17 17:11:59.330427 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] get_ports_and_sgs() called for port_ids ['25c3382a-593f-4660-bd67-2e4ecac6dced'] {{(pid=103512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:11:59.349853 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b7b0b-df9d-4495-b244-30c5df0474f4 req-bed2aebe-c520-4f1a-a72a-2f5392b285ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:59.351367 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-de5b7b0b-df9d-4495-b244-30c5df0474f4 req-bed2aebe-c520-4f1a-a72a-2f5392b285ac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=30541785-dceb-40b7-9575-992b66a470e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0608566 May 17 17:11:59.370546 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0a6db3c2-4f0c-4d23-bd89-47c6bef05f3d req-30dcf910-b1eb-4f1f-943f-c26c95d70baf service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=269fdd96-ece3-40ff-a060-9a6931d16660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810282 May 17 17:11:59.560480 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44862e37-a6df-49e2-a140-892b0a6426b8 req-f383bb15-9335-4680-b5e8-5c656fa6de0e tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:59.562003 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-44862e37-a6df-49e2-a140-892b0a6426b8 req-f383bb15-9335-4680-b5e8-5c656fa6de0e tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a762b56-1a2c-4556-90cb-52de211c17a5 HTTP/1.1" status: 200 len: 943 time: 0.0795920 May 17 17:11:59.568087 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb155ae5-e319-4aed-ac1c-eb1972219a6a req-40ad03d5-7b4c-4e15-a7bf-b46145ceea70 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:59.569539 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-bb155ae5-e319-4aed-ac1c-eb1972219a6a req-40ad03d5-7b4c-4e15-a7bf-b46145ceea70 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/ports?device_id=159a856c-1046-429c-91b8-71de1b5adc15 HTTP/1.1" status: 200 len: 945 time: 0.0850849 May 17 17:11:59.644531 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-44862e37-a6df-49e2-a140-892b0a6426b8 req-530faa62-8072-41da-b9fd-3e58279e5ed3 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff2265b-a135-4224-bf77-7405c6c07dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740058 May 17 17:11:59.647635 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-bb155ae5-e319-4aed-ac1c-eb1972219a6a req-16765bbd-455a-4186-b292-1e3404388765 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/security-groups?id=269fdd96-ece3-40ff-a060-9a6931d16660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713279 May 17 17:11:59.657815 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-de5b7b0b-df9d-4495-b244-30c5df0474f4 req-45ae6012-c8c5-4e9c-95f1-8062e9f39dce service neutron] 10.222.0.23 "GET /v2.0/networks/30541785-dceb-40b7-9575-992b66a470e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981012 May 17 17:11:59.759701 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-de5b7b0b-df9d-4495-b244-30c5df0474f4 req-d6d0fdc2-76b1-4c04-bd92-394f1d0ae426 service neutron] 10.222.0.23 "GET /v2.0/networks/30541785-dceb-40b7-9575-992b66a470e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906870 May 17 17:12:00.247497 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193832b-60fc-41f4-b808-49da43c5ef7f req-8884d016-ea89-4a68-9198-33f1f1485790 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:00.249907 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-0193832b-60fc-41f4-b808-49da43c5ef7f req-8884d016-ea89-4a68-9198-33f1f1485790 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d096e1-5210-41e8-ae6e-dee03652b474 HTTP/1.1" status: 200 len: 945 time: 0.0500808 May 17 17:12:00.320829 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-0193832b-60fc-41f4-b808-49da43c5ef7f req-2d8f560c-3cfc-4c5e-b3b3-e401fbd33da2 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639524 May 17 17:12:00.365549 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098eedb4-91af-4512-9c31-d939a2c2552c req-0c6bf64b-90d1-4e65-9d29-b4d9c4afa7be tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:00.367013 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-098eedb4-91af-4512-9c31-d939a2c2552c req-0c6bf64b-90d1-4e65-9d29-b4d9c4afa7be tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f3bf001-c3b2-461b-99a8-5121b6a4a1eb HTTP/1.1" status: 200 len: 944 time: 0.0703099 May 17 17:12:00.416170 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-098eedb4-91af-4512-9c31-d939a2c2552c req-d18e769b-0784-456d-8601-107b87275ee0 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ea31190-8b53-4dbc-b720-aab2c3e4a9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435402 May 17 17:12:00.597386 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 1d705197-7ce1-4547-af7a-185fa88a47c8 details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:12:00.600512 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 25c3382a-593f-4660-bd67-2e4ecac6dced up at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:12:00.675320 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning for port 25c3382a-593f-4660-bd67-2e4ecac6dced completed by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 17:12:00.808399 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ade65-fa2f-4809-aa6c-7d72708aa635 req-794fb46e-a2dc-47be-a45a-0d06ec2a5b7c tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:00.809879 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-654ade65-fa2f-4809-aa6c-7d72708aa635 req-794fb46e-a2dc-47be-a45a-0d06ec2a5b7c tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a762b56-1a2c-4556-90cb-52de211c17a5 HTTP/1.1" status: 200 len: 943 time: 0.0832505 May 17 17:12:00.816001 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b40fb-2f3f-4b34-8eee-a6b3132a5292 req-8447cff8-c29f-478e-90b4-36a6e50d111a tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:00.817669 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c97b40fb-2f3f-4b34-8eee-a6b3132a5292 req-8447cff8-c29f-478e-90b4-36a6e50d111a tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/ports?device_id=159a856c-1046-429c-91b8-71de1b5adc15 HTTP/1.1" status: 200 len: 945 time: 0.0890543 May 17 17:12:00.835049 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning complete for port 25c3382a-593f-4660-bd67-2e4ecac6dced triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:12:00.835417 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (25c3382a-593f-4660-bd67-2e4ecac6dced), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:00.881094 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port 1d705197-7ce1-4547-af7a-185fa88a47c8, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=1d705197-7ce1-4547-af7a-185fa88a47c8,segment=NetworkSegment(ea772ee0-6e76-4284-a4d3-aeaff2f9a97d),segment_id=ea772ee0-6e76-4284-a4d3-aeaff2f9a97d)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:12:00.893565 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c97b40fb-2f3f-4b34-8eee-a6b3132a5292 req-a20695f9-e7ed-4485-84dc-eae37dac8f40 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/security-groups?id=269fdd96-ece3-40ff-a060-9a6931d16660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690086 May 17 17:12:00.897775 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-654ade65-fa2f-4809-aa6c-7d72708aa635 req-69b0269a-bc05-4834-b348-f489e8c58e4c tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff2265b-a135-4224-bf77-7405c6c07dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788894 May 17 17:12:00.898398 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Returning: {'device': '1d705197-7ce1-4547-af7a-185fa88a47c8', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'port_id': '1d705197-7ce1-4547-af7a-185fa88a47c8', 'mac_address': 'fa:16:3e:3f:88:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '622d61e7-eff2-45a5-baff-55e360ced291', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:12:00.961553 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port 1d705197-7ce1-4547-af7a-185fa88a47c8 is: DOWN; New status is: BUILD {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:12:00.961926 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (1d705197-7ce1-4547-af7a-185fa88a47c8), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:00.963811 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port 25c3382a-593f-4660-bd67-2e4ecac6dced is: BUILD; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:12:00.964183 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (25c3382a-593f-4660-bd67-2e4ecac6dced), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:00.991465 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d705197-7ce1-4547-af7a-185fa88a47c8 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:12:01.020390 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3bf001-c3b2-461b-99a8-5121b6a4a1eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c3382a-593f-4660-bd67-2e4ecac6dced'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:12:01.022626 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47090663941ec1551041a48ed4f6687b33fcf119bf177f9ca48a03ee97be2a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fda4c55-d537-4c7e-987b-176f4cf218e5" -d '{"events": [{"server_uuid": "8f3bf001-c3b2-461b-99a8-5121b6a4a1eb", "name": "network-vif-plugged", "status": "completed", "tag": "25c3382a-593f-4660-bd67-2e4ecac6dced"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:12:01.029511 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port 1d705197-7ce1-4547-af7a-185fa88a47c8, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=1d705197-7ce1-4547-af7a-185fa88a47c8,segment=NetworkSegment(ea772ee0-6e76-4284-a4d3-aeaff2f9a97d),segment_id=ea772ee0-6e76-4284-a4d3-aeaff2f9a97d)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:12:01.031347 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port 25c3382a-593f-4660-bd67-2e4ecac6dced, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=25c3382a-593f-4660-bd67-2e4ecac6dced,segment=NetworkSegment(8fdc4088-2666-41b6-a1fa-9350fb045c0a),segment_id=8fdc4088-2666-41b6-a1fa-9350fb045c0a)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:12:01.034304 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (1d705197-7ce1-4547-af7a-185fa88a47c8), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:01.040304 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (25c3382a-593f-4660-bd67-2e4ecac6dced), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:01.064384 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be25e228-fb48-4e1c-a0c9-be31368fbc6c x-openstack-request-id: req-be25e228-fb48-4e1c-a0c9-be31368fbc6c {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:12:01.064701 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f3bf001-c3b2-461b-99a8-5121b6a4a1eb", "name": "network-vif-plugged", "status": "completed", "tag": "25c3382a-593f-4660-bd67-2e4ecac6dced", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:12:01.064960 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-be25e228-fb48-4e1c-a0c9-be31368fbc6c {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:12:01.065356 dv-cinder-842149-1-iscsi neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be25e228-fb48-4e1c-a0c9-be31368fbc6c'] response: {'server_uuid': '8f3bf001-c3b2-461b-99a8-5121b6a4a1eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c3382a-593f-4660-bd67-2e4ecac6dced', 'code': 200} May 17 17:12:01.086023 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=1d705197-7ce1-4547-af7a-185fa88a47c8,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:01.131736 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=25c3382a-593f-4660-bd67-2e4ecac6dced,revision_number=5']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:01.368129 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf1c784-d3dd-46e9-87f3-12ba443693c9 req-1c515b4d-8cd6-4bdc-b3c7-164cc00856a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:01.369702 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-fdf1c784-d3dd-46e9-87f3-12ba443693c9 req-1c515b4d-8cd6-4bdc-b3c7-164cc00856a6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8f3bf001-c3b2-461b-99a8-5121b6a4a1eb HTTP/1.1" status: 200 len: 1129 time: 0.0434399 May 17 17:12:01.397067 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] get_ports_and_sgs() called for port_ids ['1d705197-7ce1-4547-af7a-185fa88a47c8'] {{(pid=103512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:12:01.419114 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-fdf1c784-d3dd-46e9-87f3-12ba443693c9 req-e759b99a-fbcf-4c74-91ed-b266ef50ce79 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7ea31190-8b53-4dbc-b720-aab2c3e4a9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404165 May 17 17:12:01.463180 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415640f7-0207-4d8e-8bc0-288be8534a70 req-d97518a0-0892-46bd-9aa7-85f3ade203fa tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:01.463180 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-415640f7-0207-4d8e-8bc0-288be8534a70 req-d97518a0-0892-46bd-9aa7-85f3ade203fa tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d096e1-5210-41e8-ae6e-dee03652b474 HTTP/1.1" status: 200 len: 945 time: 0.0590193 May 17 17:12:01.510542 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-415640f7-0207-4d8e-8bc0-288be8534a70 req-0a6b14d9-eb57-4d2b-ac72-03db1a66ce60 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431545 May 17 17:12:01.569624 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f402cc-6555-41b2-8c7d-f76d7568e129 req-8af302da-e042-4dfc-8fe3-21727fa4fd9c tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:01.571114 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d7f402cc-6555-41b2-8c7d-f76d7568e129 req-8af302da-e042-4dfc-8fe3-21727fa4fd9c tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f3bf001-c3b2-461b-99a8-5121b6a4a1eb HTTP/1.1" status: 200 len: 945 time: 0.0497687 May 17 17:12:01.618168 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d7f402cc-6555-41b2-8c7d-f76d7568e129 req-db91c242-9e35-4936-b7b7-6f45b0baf963 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ea31190-8b53-4dbc-b720-aab2c3e4a9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409033 May 17 17:12:02.042541 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a55be-5482-4bc4-8d68-f7685cba0b6f req-28e8bb48-b7ec-4f9a-bc23-097e2333fb2e tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:02.044022 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-df2a55be-5482-4bc4-8d68-f7685cba0b6f req-28e8bb48-b7ec-4f9a-bc23-097e2333fb2e tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/ports?device_id=159a856c-1046-429c-91b8-71de1b5adc15 HTTP/1.1" status: 200 len: 945 time: 0.0758784 May 17 17:12:02.050051 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2f419-8aae-4504-a96a-9d9bdfda1101 req-ae2c84bb-dc77-4db3-aa08-52f338d73734 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:02.051910 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-34e2f419-8aae-4504-a96a-9d9bdfda1101 req-ae2c84bb-dc77-4db3-aa08-52f338d73734 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a762b56-1a2c-4556-90cb-52de211c17a5 HTTP/1.1" status: 200 len: 944 time: 0.0750432 May 17 17:12:02.124930 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-df2a55be-5482-4bc4-8d68-f7685cba0b6f req-f788f638-8f88-4e64-8241-7205ceb27715 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/security-groups?id=269fdd96-ece3-40ff-a060-9a6931d16660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721002 May 17 17:12:02.144992 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-34e2f419-8aae-4504-a96a-9d9bdfda1101 req-bdc7c1ad-c575-42e9-8570-1e1dadcf8c9e tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff2265b-a135-4224-bf77-7405c6c07dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820706 May 17 17:12:02.380685 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 45766) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:12:02.496837 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2c12cceb-e2c1-4876-92c6-6c7e2f1e3df7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:02.596011 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 1d705197-7ce1-4547-af7a-185fa88a47c8 up at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:12:02.608911 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2c12cceb-e2c1-4876-92c6-6c7e2f1e3df7 admin admin] Publish callbacks [] for security_group (d3cb4bfb-bd65-41a0-9d96-99e6c9883081), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:02.624188 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2c12cceb-e2c1-4876-92c6-6c7e2f1e3df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (d3cb4bfb-bd65-41a0-9d96-99e6c9883081), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:02.668785 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c12cceb-e2c1-4876-92c6-6c7e2f1e3df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cb4bfb-bd65-41a0-9d96-99e6c9883081,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:02.688586 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd3817-83eb-4dde-818a-5fe5e773fb1b req-4bb59d77-3c1c-46d6-8487-7339086682e5 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:02.696471 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning for port 1d705197-7ce1-4547-af7a-185fa88a47c8 completed by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 17:12:02.707260 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-79fd3817-83eb-4dde-818a-5fe5e773fb1b req-4bb59d77-3c1c-46d6-8487-7339086682e5 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d096e1-5210-41e8-ae6e-dee03652b474 HTTP/1.1" status: 200 len: 945 time: 0.0885937 May 17 17:12:02.709536 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-2c12cceb-e2c1-4876-92c6-6c7e2f1e3df7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ac1c2f9254984d3aab4ba96ed6c28f38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3275390 May 17 17:12:02.709668 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 45784) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:12:02.712960 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning complete for port 1d705197-7ce1-4547-af7a-185fa88a47c8 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:12:02.713344 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (1d705197-7ce1-4547-af7a-185fa88a47c8), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:02.801172 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port 1d705197-7ce1-4547-af7a-185fa88a47c8 is: BUILD; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:12:02.801684 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (1d705197-7ce1-4547-af7a-185fa88a47c8), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:02.821232 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-79fd3817-83eb-4dde-818a-5fe5e773fb1b req-6d9438c4-5464-41ce-a2ce-580cba5d761c tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132715 May 17 17:12:02.836688 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a66f40bd-da62-41e4-bae1-67f5220e47e3 admin admin] Publish callbacks [] for security_group (d3cb4bfb-bd65-41a0-9d96-99e6c9883081), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:02.838585 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port 1d705197-7ce1-4547-af7a-185fa88a47c8, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=1d705197-7ce1-4547-af7a-185fa88a47c8,segment=NetworkSegment(ea772ee0-6e76-4284-a4d3-aeaff2f9a97d),segment_id=ea772ee0-6e76-4284-a4d3-aeaff2f9a97d)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:12:02.844620 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46850b-46bd-4811-8379-8c3ce9d47455 req-5245461f-b464-4dda-ab0c-c7503b6c63c3 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:02.846105 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3b46850b-46bd-4811-8379-8c3ce9d47455 req-5245461f-b464-4dda-ab0c-c7503b6c63c3 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f3bf001-c3b2-461b-99a8-5121b6a4a1eb HTTP/1.1" status: 200 len: 945 time: 0.0907397 May 17 17:12:02.853985 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (1d705197-7ce1-4547-af7a-185fa88a47c8), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:02.880878 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a66f40bd-da62-41e4-bae1-67f5220e47e3 admin admin] Publish callbacks [] for security_group (d3cb4bfb-bd65-41a0-9d96-99e6c9883081), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:02.907497 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=1d705197-7ce1-4547-af7a-185fa88a47c8,revision_number=5']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:02.933969 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3b46850b-46bd-4811-8379-8c3ce9d47455 req-a670c4eb-7dd6-46ed-8b57-73cea5103fce tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ea31190-8b53-4dbc-b720-aab2c3e4a9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792320 May 17 17:12:02.965158 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a66f40bd-da62-41e4-bae1-67f5220e47e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (d3cb4bfb-bd65-41a0-9d96-99e6c9883081), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:02.967877 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a66f40bd-da62-41e4-bae1-67f5220e47e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:02.971646 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-a66f40bd-da62-41e4-bae1-67f5220e47e3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d3cb4bfb-bd65-41a0-9d96-99e6c9883081 HTTP/1.1" status: 204 len: 168 time: 0.2585177 May 17 17:12:02.978766 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f40bd-da62-41e4-bae1-67f5220e47e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cb4bfb-bd65-41a0-9d96-99e6c9883081,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:03.067978 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a762b56-1a2c-4556-90cb-52de211c17a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d705197-7ce1-4547-af7a-185fa88a47c8'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:12:03.072014 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47090663941ec1551041a48ed4f6687b33fcf119bf177f9ca48a03ee97be2a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12203ed-2f3d-4d16-bc55-37e053d40336" -d '{"events": [{"server_uuid": "0a762b56-1a2c-4556-90cb-52de211c17a5", "name": "network-vif-plugged", "status": "completed", "tag": "1d705197-7ce1-4547-af7a-185fa88a47c8"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:12:03.114882 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36155aeb-a06d-41e8-a602-045755511755 x-openstack-request-id: req-36155aeb-a06d-41e8-a602-045755511755 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:12:03.116460 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a762b56-1a2c-4556-90cb-52de211c17a5", "name": "network-vif-plugged", "status": "completed", "tag": "1d705197-7ce1-4547-af7a-185fa88a47c8", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:12:03.116792 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-36155aeb-a06d-41e8-a602-045755511755 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:12:03.117573 dv-cinder-842149-1-iscsi neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36155aeb-a06d-41e8-a602-045755511755'] response: {'server_uuid': '0a762b56-1a2c-4556-90cb-52de211c17a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d705197-7ce1-4547-af7a-185fa88a47c8', 'code': 200} May 17 17:12:03.290587 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d809539-ab8b-4238-bdaf-c3c322c17954 req-5c4359b2-8eaf-46c3-99cd-075aff943cd9 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:03.292085 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9d809539-ab8b-4238-bdaf-c3c322c17954 req-5c4359b2-8eaf-46c3-99cd-075aff943cd9 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a762b56-1a2c-4556-90cb-52de211c17a5 HTTP/1.1" status: 200 len: 945 time: 0.0733418 May 17 17:12:03.356781 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9d809539-ab8b-4238-bdaf-c3c322c17954 req-73701253-22c3-4cb4-90d1-d649c8caa63d tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff2265b-a135-4224-bf77-7405c6c07dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589354 May 17 17:12:03.582733 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63ab36-c549-4ed8-8e59-25bd82439112 req-025f6666-8bb5-4676-8463-1ad6f0905e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:03.584593 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0a63ab36-c549-4ed8-8e59-25bd82439112 req-025f6666-8bb5-4676-8463-1ad6f0905e6a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0a762b56-1a2c-4556-90cb-52de211c17a5 HTTP/1.1" status: 200 len: 1129 time: 0.0440714 May 17 17:12:03.641790 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0a63ab36-c549-4ed8-8e59-25bd82439112 req-0c48628f-dfcc-42ff-a656-184a1153c583 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3ff2265b-a135-4224-bf77-7405c6c07dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426228 May 17 17:12:03.971286 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016dd8c-259d-4fe3-bbc2-91c2253fb219 req-39dd4e57-e848-4043-a5d9-5bbeef291cef tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:03.981007 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a016dd8c-259d-4fe3-bbc2-91c2253fb219 req-39dd4e57-e848-4043-a5d9-5bbeef291cef tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d096e1-5210-41e8-ae6e-dee03652b474 HTTP/1.1" status: 200 len: 945 time: 0.0742154 May 17 17:12:04.069211 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a016dd8c-259d-4fe3-bbc2-91c2253fb219 req-9d24c48f-d561-4fbb-91d0-94e314717824 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873339 May 17 17:12:04.083828 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56988814-82f6-4195-ae42-a35881398a47 req-ae9d33e2-bfdf-406c-8339-2fa16b5fa202 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:04.085579 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-56988814-82f6-4195-ae42-a35881398a47 req-ae9d33e2-bfdf-406c-8339-2fa16b5fa202 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f3bf001-c3b2-461b-99a8-5121b6a4a1eb HTTP/1.1" status: 200 len: 945 time: 0.0601060 May 17 17:12:04.146861 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-56988814-82f6-4195-ae42-a35881398a47 req-c261f3ce-d4e7-4be8-ba7e-f728d2d49e75 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ea31190-8b53-4dbc-b720-aab2c3e4a9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545285 May 17 17:12:04.474394 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9153e1c0-17cf-4859-b083-5aeb3aa52f26 req-0e4dbbf3-6bfe-4427-820b-8fe91db6ee8f tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:04.475960 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9153e1c0-17cf-4859-b083-5aeb3aa52f26 req-0e4dbbf3-6bfe-4427-820b-8fe91db6ee8f tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a762b56-1a2c-4556-90cb-52de211c17a5 HTTP/1.1" status: 200 len: 945 time: 0.0479412 May 17 17:12:04.524890 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9153e1c0-17cf-4859-b083-5aeb3aa52f26 req-ec0a6181-e0b9-4fdb-b380-91fc3047acce tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff2265b-a135-4224-bf77-7405c6c07dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422902 May 17 17:12:05.246247 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be588c-7a9e-411a-a1b4-6500374f5e66 req-6dbf6f73-e3c4-4c6c-abb2-edc1748e71e2 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:05.248069 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-e8be588c-7a9e-411a-a1b4-6500374f5e66 req-6dbf6f73-e3c4-4c6c-abb2-edc1748e71e2 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d096e1-5210-41e8-ae6e-dee03652b474 HTTP/1.1" status: 200 len: 945 time: 0.0666485 May 17 17:12:05.334441 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b050a8-63a8-4103-9890-81356e5c5a0c req-bdbbc875-8e9d-49da-a355-69c61148aa66 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:05.335947 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-67b050a8-63a8-4103-9890-81356e5c5a0c req-bdbbc875-8e9d-49da-a355-69c61148aa66 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f3bf001-c3b2-461b-99a8-5121b6a4a1eb HTTP/1.1" status: 200 len: 945 time: 0.0740099 May 17 17:12:05.343289 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-e8be588c-7a9e-411a-a1b4-6500374f5e66 req-f3852911-9590-4988-b73a-b9a2ea489e62 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875521 May 17 17:12:05.386232 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-67b050a8-63a8-4103-9890-81356e5c5a0c req-97934011-f9f0-4fc4-a0cb-d9e089b1fee7 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ea31190-8b53-4dbc-b720-aab2c3e4a9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419641 May 17 17:12:05.448225 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8656a74d-0f41-4660-9557-514b6895a6be req-afa4fe0c-ffd1-436c-9847-9b24bff24db4 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d440db1af37449b1a5d268506dc5bf11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293086 May 17 17:12:05.841655 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5e80d-c7dd-4957-8fb4-f51feb89100d req-f7bcd2dc-9de6-4998-a4a1-da50f2380c40 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:05.843015 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f6d5e80d-c7dd-4957-8fb4-f51feb89100d req-f7bcd2dc-9de6-4998-a4a1-da50f2380c40 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a762b56-1a2c-4556-90cb-52de211c17a5 HTTP/1.1" status: 200 len: 945 time: 0.0972836 May 17 17:12:05.869437 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656a74d-0f41-4660-9557-514b6895a6be req-7e2c1e1d-2071-4fb8-8026-6f55b61994a5 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:05.870824 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8656a74d-0f41-4660-9557-514b6895a6be req-7e2c1e1d-2071-4fb8-8026-6f55b61994a5 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4175303 May 17 17:12:05.895458 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8656a74d-0f41-4660-9557-514b6895a6be req-e991a1cc-8e3e-4bae-b95b-ba98b1f9eec5 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.48 "GET /v2.0/quotas/d440db1af37449b1a5d268506dc5bf11 HTTP/1.1" status: 200 len: 375 time: 0.0184131 May 17 17:12:05.916037 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f6d5e80d-c7dd-4957-8fb4-f51feb89100d req-c2bf0667-faea-49d8-a947-3ad0552903b7 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff2265b-a135-4224-bf77-7405c6c07dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673826 May 17 17:12:05.935106 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8656a74d-0f41-4660-9557-514b6895a6be req-c9ca390c-f8fb-4d32-b7ad-fad840ebc245 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d440db1af37449b1a5d268506dc5bf11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323589 May 17 17:12:06.026351 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb0d92-f741-47a6-b832-59dbb86d7069 req-be433703-f6b1-478c-89f4-43514f035791 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:06.028122 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1aeb0d92-f741-47a6-b832-59dbb86d7069 req-be433703-f6b1-478c-89f4-43514f035791 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a762b56-1a2c-4556-90cb-52de211c17a5 HTTP/1.1" status: 200 len: 945 time: 0.0497692 May 17 17:12:06.041391 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 45916) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:12:06.046355 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-fc78c4e1-8bcc-4bb3-975d-313cff6b2600 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Request body: {'floatingip': {'port_id': '1d705197-7ce1-4547-af7a-185fa88a47c8'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:12:06.112585 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-fc78c4e1-8bcc-4bb3-975d-313cff6b2600 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for floatingip (8d6ec43a-7c80-4d55-80ae-726ceddd8c91), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:06.142401 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d193c3be-5592-4ce3-ac72-be373feaecc6 req-7766cb4a-e9f5-406b-8533-31ca8e63a297 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.48 "GET /v2.0/ports?device_id=1127edfe-a0d6-403d-b83d-e7b55dba4cbf HTTP/1.1" status: 200 len: 210 time: 0.0621095 May 17 17:12:06.557585 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3ec2c-ed7b-4ef8-b9e7-cb9a9fa54a87 req-0e6dc2e8-538a-43e7-a9fb-79f6cbfd641d tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:06.559042 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f6c3ec2c-ed7b-4ef8-b9e7-cb9a9fa54a87 req-0e6dc2e8-538a-43e7-a9fb-79f6cbfd641d tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d096e1-5210-41e8-ae6e-dee03652b474 HTTP/1.1" status: 200 len: 945 time: 0.1189024 May 17 17:12:06.594176 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a5a8d-2b19-4708-80cb-b565958f7ab5 req-95d928ed-3948-440d-bb67-6cff3350a6ba tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:06.595677 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-485a5a8d-2b19-4708-80cb-b565958f7ab5 req-95d928ed-3948-440d-bb67-6cff3350a6ba tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f3bf001-c3b2-461b-99a8-5121b6a4a1eb HTTP/1.1" status: 200 len: 945 time: 0.1130531 May 17 17:12:06.723437 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f6c3ec2c-ed7b-4ef8-b9e7-cb9a9fa54a87 req-51221a1c-4173-4276-acf1-18001ce3b6c4 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581929 May 17 17:12:06.733063 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-485a5a8d-2b19-4708-80cb-b565958f7ab5 req-ca01e1c8-e578-4d85-8aaa-0ff743abc23b tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ea31190-8b53-4dbc-b720-aab2c3e4a9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298664 May 17 17:12:06.747168 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-fc78c4e1-8bcc-4bb3-975d-313cff6b2600 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:06.750482 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-fc78c4e1-8bcc-4bb3-975d-313cff6b2600 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7866643'] for floatingip (8d6ec43a-7c80-4d55-80ae-726ceddd8c91), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:06.856568 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.db.l3_db [None req-fc78c4e1-8bcc-4bb3-975d-313cff6b2600 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Floating IP 8d6ec43a-7c80-4d55-80ae-726ceddd8c91 associated. External IP: 172.27.0.66, port: 1d705197-7ce1-4547-af7a-185fa88a47c8. May 17 17:12:07.048152 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc78c4e1-8bcc-4bb3-975d-313cff6b2600 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Router a84af72e-9129-4190-b08b-ac573dd09fdc has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:12:07.149946 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc78c4e1-8bcc-4bb3-975d-313cff6b2600 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:12:07.154388 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-fc78c4e1-8bcc-4bb3-975d-313cff6b2600 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for floatingip (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:07.169604 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ad710d-e25e-4418-bd6f-d2e3423d9312 None None] Sync routers for ids ['a84af72e-9129-4190-b08b-ac573dd09fdc'] in dv-cinder-842149-1-iscsi {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:12:07.185115 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ad710d-e25e-4418-bd6f-d2e3423d9312 None None] Routers {'a84af72e-9129-4190-b08b-ac573dd09fdc'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:12:07.185735 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-a6ad710d-e25e-4418-bd6f-d2e3423d9312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:11:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['a84af72e-9129-4190-b08b-ac573dd09fdc'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:12:07.191948 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-fc78c4e1-8bcc-4bb3-975d-313cff6b2600 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "PUT /v2.0/floatingips/8d6ec43a-7c80-4d55-80ae-726ceddd8c91 HTTP/1.1" status: 200 len: 990 time: 1.1456554 May 17 17:12:07.191948 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a762b56-1a2c-4556-90cb-52de211c17a5', 'tag': '1d705197-7ce1-4547-af7a-185fa88a47c8'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:12:07.191948 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}013e0ef84fb20d02ca9c836efc6ccc20e48c75fd9b469b89b36882842dcef414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c4940e-97f1-4ea7-aa3e-ea32246e7c49" -d '{"events": [{"name": "network-changed", "server_uuid": "0a762b56-1a2c-4556-90cb-52de211c17a5", "tag": "1d705197-7ce1-4547-af7a-185fa88a47c8"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:12:07.229355 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f88bae-aac1-45ad-aa27-1e5608a74636 x-openstack-request-id: req-38f88bae-aac1-45ad-aa27-1e5608a74636 {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:12:07.229653 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a762b56-1a2c-4556-90cb-52de211c17a5", "tag": "1d705197-7ce1-4547-af7a-185fa88a47c8", "status": "completed", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:12:07.229899 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-38f88bae-aac1-45ad-aa27-1e5608a74636 {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:12:07.230297 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38f88bae-aac1-45ad-aa27-1e5608a74636'] response: {'name': 'network-changed', 'server_uuid': '0a762b56-1a2c-4556-90cb-52de211c17a5', 'tag': '1d705197-7ce1-4547-af7a-185fa88a47c8', 'status': 'completed', 'code': 200} May 17 17:12:07.250083 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8f4e26b6-f295-45c5-bff7-ba2492251d7a req-a56d0a37-a474-4973-8229-af557496ae94 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.48 "GET /v2.0/ports?device_id=1127edfe-a0d6-403d-b83d-e7b55dba4cbf HTTP/1.1" status: 200 len: 210 time: 0.0324550 May 17 17:12:07.288412 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-a6ad710d-e25e-4418-bd6f-d2e3423d9312 None None] Set router a84af72e-9129-4190-b08b-ac573dd09fdc gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:12:07.498802 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-a6ad710d-e25e-4418-bd6f-d2e3423d9312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'name': 'tempest-AttachVolumeNegativeTest-1066562658-router', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:11:37Z', 'updated_at': '2022-05-17T17:11:41Z', 'revision_number': 4, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'gw_port': {'id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:38Z', 'updated_at': '2022-05-17T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': '8d6ec43a-7c80-4d55-80ae-726ceddd8c91', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'port_id': '1d705197-7ce1-4547-af7a-185fa88a47c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'mac_address': 'fa:16:3e:3f:88:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a762b56-1a2c-4556-90cb-52de211c17a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:11:45Z', 'updated_at': '2022-05-17T17:12:06Z', 'revision_number': 1, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda8309d-e0ce-419a-8658-4890b23fa9dd', 'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'mac_address': 'fa:16:3e:31:61:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '622d61e7-eff2-45a5-baff-55e360ced291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:40Z', 'updated_at': '2022-05-17T17:11:46Z', 'revision_number': 5, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'subnets': [{'id': '622d61e7-eff2-45a5-baff-55e360ced291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:12:07.523241 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ad710d-e25e-4418-bd6f-d2e3423d9312 None None] Checking router: a84af72e-9129-4190-b08b-ac573dd09fdc for host: dv-cinder-842149-1-iscsi {{(pid=103513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:12:07.531815 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ad710d-e25e-4418-bd6f-d2e3423d9312 None None] Routers {'a84af72e-9129-4190-b08b-ac573dd09fdc'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:12:07.532417 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-a6ad710d-e25e-4418-bd6f-d2e3423d9312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:11:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['a84af72e-9129-4190-b08b-ac573dd09fdc'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:12:07.639090 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-a6ad710d-e25e-4418-bd6f-d2e3423d9312 None None] Set router a84af72e-9129-4190-b08b-ac573dd09fdc gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:12:07.800107 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 45956) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:12:07.850950 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4940e-97f1-4ea7-aa3e-ea32246e7c49 req-03918504-5f8f-45ef-ae68-7508855d4af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:07.853316 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f4c4940e-97f1-4ea7-aa3e-ea32246e7c49 req-03918504-5f8f-45ef-ae68-7508855d4af0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=54981d1c7fe64f5cb6a846496ad4f776&device_id=0a762b56-1a2c-4556-90cb-52de211c17a5 HTTP/1.1" status: 200 len: 1129 time: 0.0753875 May 17 17:12:07.914385 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36de99-7b8e-4e7e-b4ab-8ffdfa32b2f0 req-fa5d0fd8-b12a-4fc5-8ce4-345fcf23c9b2 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:07.916076 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1c36de99-7b8e-4e7e-b4ab-8ffdfa32b2f0 req-fa5d0fd8-b12a-4fc5-8ce4-345fcf23c9b2 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f3bf001-c3b2-461b-99a8-5121b6a4a1eb HTTP/1.1" status: 200 len: 945 time: 0.1002870 May 17 17:12:07.933473 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521b62b-fcd4-46a1-b6fe-cc2ddc154658 req-37ed93ed-eeef-48fa-bb81-56b554b5aa48 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:07.934437 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3521b62b-fcd4-46a1-b6fe-cc2ddc154658 req-37ed93ed-eeef-48fa-bb81-56b554b5aa48 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d096e1-5210-41e8-ae6e-dee03652b474 HTTP/1.1" status: 200 len: 945 time: 0.0671070 May 17 17:12:07.944720 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-a6ad710d-e25e-4418-bd6f-d2e3423d9312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'name': 'tempest-AttachVolumeNegativeTest-1066562658-router', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:11:37Z', 'updated_at': '2022-05-17T17:11:41Z', 'revision_number': 4, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'gw_port': {'id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:38Z', 'updated_at': '2022-05-17T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': '8d6ec43a-7c80-4d55-80ae-726ceddd8c91', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'port_id': '1d705197-7ce1-4547-af7a-185fa88a47c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'mac_address': 'fa:16:3e:3f:88:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a762b56-1a2c-4556-90cb-52de211c17a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:11:45Z', 'updated_at': '2022-05-17T17:12:06Z', 'revision_number': 1, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda8309d-e0ce-419a-8658-4890b23fa9dd', 'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'mac_address': 'fa:16:3e:31:61:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '622d61e7-eff2-45a5-baff-55e360ced291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:40Z', 'updated_at': '2022-05-17T17:11:46Z', 'revision_number': 5, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'subnets': [{'id': '622d61e7-eff2-45a5-baff-55e360ced291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:12:07.971546 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ad710d-e25e-4418-bd6f-d2e3423d9312 None None] The sync data for ids ['a84af72e-9129-4190-b08b-ac573dd09fdc'] in dv-cinder-842149-1-iscsi is: [{'id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'name': 'tempest-AttachVolumeNegativeTest-1066562658-router', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:11:37Z', 'updated_at': '2022-05-17T17:11:41Z', 'revision_number': 4, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'gw_port': {'id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:38Z', 'updated_at': '2022-05-17T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': '8d6ec43a-7c80-4d55-80ae-726ceddd8c91', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'port_id': '1d705197-7ce1-4547-af7a-185fa88a47c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'mac_address': 'fa:16:3e:3f:88:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a762b56-1a2c-4556-90cb-52de211c17a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:11:45Z', 'updated_at': '2022-05-17T17:12:06Z', 'revision_number': 1, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda8309d-e0ce-419a-8658-4890b23fa9dd', 'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'mac_address': 'fa:16:3e:31:61:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '622d61e7-eff2-45a5-baff-55e360ced291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:40Z', 'updated_at': '2022-05-17T17:11:46Z', 'revision_number': 5, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'subnets': [{'id': '622d61e7-eff2-45a5-baff-55e360ced291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:12:07.997771 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-9ce00955-f23a-40db-a8da-fc1d13356f7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:08.051211 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c003c-2b07-4b97-99be-b7ab7dadc818 req-c57b1116-aeba-462d-89aa-9b196c49f377 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:08.052569 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7d6c003c-2b07-4b97-99be-b7ab7dadc818 req-c57b1116-aeba-462d-89aa-9b196c49f377 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3bf001-c3b2-461b-99a8-5121b6a4a1eb HTTP/1.1" status: 200 len: 945 time: 0.1056757 May 17 17:12:08.084577 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1c36de99-7b8e-4e7e-b4ab-8ffdfa32b2f0 req-af816a8f-c884-489f-86c7-6873988a402d tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ea31190-8b53-4dbc-b720-aab2c3e4a9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598883 May 17 17:12:08.096596 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4940e-97f1-4ea7-aa3e-ea32246e7c49 req-28a7fe23-ec4c-46eb-bed5-8a1b1992552f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:08.098141 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f4c4940e-97f1-4ea7-aa3e-ea32246e7c49 req-28a7fe23-ec4c-46eb-bed5-8a1b1992552f service neutron] 10.222.0.23 "GET /v2.0/networks?id=30541785-dceb-40b7-9575-992b66a470e9 HTTP/1.1" status: 200 len: 916 time: 0.1699924 May 17 17:12:08.120770 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3521b62b-fcd4-46a1-b6fe-cc2ddc154658 req-4671f558-04d4-41db-8ea5-f6cf41712b0b tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613090 May 17 17:12:08.183679 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-9ce00955-f23a-40db-a8da-fc1d13356f7f admin admin] Publish callbacks [] for security_group (c1c4f203-e35c-477d-8ee8-59470dc8aab7), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:08.188785 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-9ce00955-f23a-40db-a8da-fc1d13356f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (c1c4f203-e35c-477d-8ee8-59470dc8aab7), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:08.231355 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce00955-f23a-40db-a8da-fc1d13356f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c4f203-e35c-477d-8ee8-59470dc8aab7,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:08.242743 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-9ce00955-f23a-40db-a8da-fc1d13356f7f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f59594f738594bc9a8a7395dd53bf279&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4331019 May 17 17:12:08.242974 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f4c4940e-97f1-4ea7-aa3e-ea32246e7c49 req-315918d7-53b9-4cb5-a424-2f07d4dd7539 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d705197-7ce1-4547-af7a-185fa88a47c8 HTTP/1.1" status: 200 len: 998 time: 0.1133175 May 17 17:12:08.243071 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 45962) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:12:08.259436 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-7d6c003c-2b07-4b97-99be-b7ab7dadc818 req-fcd4e6d9-2628-4be7-918d-596a9daddca2 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Deleting port 25c3382a-593f-4660-bd67-2e4ecac6dced {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:12:08.259977 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-7d6c003c-2b07-4b97-99be-b7ab7dadc818 req-fcd4e6d9-2628-4be7-918d-596a9daddca2 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (25c3382a-593f-4660-bd67-2e4ecac6dced), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:08.287156 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc48ef13-41bf-409f-9cb9-2165ca4a0ada None None] New status for floating IP 8d6ec43a-7c80-4d55-80ae-726ceddd8c91: ACTIVE {{(pid=103512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:12:08.303464 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-12311323-41c3-49c7-a415-56e0d14b9b83 admin admin] Publish callbacks [] for security_group (c1c4f203-e35c-477d-8ee8-59470dc8aab7), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:08.331567 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-12311323-41c3-49c7-a415-56e0d14b9b83 admin admin] Publish callbacks [] for security_group (c1c4f203-e35c-477d-8ee8-59470dc8aab7), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:08.370455 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-7d6c003c-2b07-4b97-99be-b7ab7dadc818 req-fcd4e6d9-2628-4be7-918d-596a9daddca2 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] For port 25c3382a-593f-4660-bd67-2e4ecac6dced, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=25c3382a-593f-4660-bd67-2e4ecac6dced,segment=NetworkSegment(8fdc4088-2666-41b6-a1fa-9350fb045c0a),segment_id=8fdc4088-2666-41b6-a1fa-9350fb045c0a)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:12:08.371008 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-7d6c003c-2b07-4b97-99be-b7ab7dadc818 req-fcd4e6d9-2628-4be7-918d-596a9daddca2 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (25c3382a-593f-4660-bd67-2e4ecac6dced), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:08.387008 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-7d6c003c-2b07-4b97-99be-b7ab7dadc818 req-fcd4e6d9-2628-4be7-918d-596a9daddca2 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Calling delete_port for 25c3382a-593f-4660-bd67-2e4ecac6dced owned by compute:nova {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:12:08.388140 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-e6ee203e-3c77-4eea-a223-42104de54c2f req-5e7eb811-949b-4e94-aec9-dd48efec3d74 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.48 "GET /v2.0/ports?device_id=1127edfe-a0d6-403d-b83d-e7b55dba4cbf HTTP/1.1" status: 200 len: 210 time: 0.0389695 May 17 17:12:08.419460 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-12311323-41c3-49c7-a415-56e0d14b9b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (c1c4f203-e35c-477d-8ee8-59470dc8aab7), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:08.422215 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-12311323-41c3-49c7-a415-56e0d14b9b83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:08.426510 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-12311323-41c3-49c7-a415-56e0d14b9b83 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c1c4f203-e35c-477d-8ee8-59470dc8aab7 HTTP/1.1" status: 204 len: 168 time: 0.1845434 May 17 17:12:08.434802 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12311323-41c3-49c7-a415-56e0d14b9b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c4f203-e35c-477d-8ee8-59470dc8aab7,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:08.573779 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4940e-97f1-4ea7-aa3e-ea32246e7c49 req-fa6792aa-4579-4ec7-a333-72135c6ddd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:08.575259 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f4c4940e-97f1-4ea7-aa3e-ea32246e7c49 req-fa6792aa-4579-4ec7-a333-72135c6ddd43 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=622d61e7-eff2-45a5-baff-55e360ced291 HTTP/1.1" status: 200 len: 854 time: 0.0884786 May 17 17:12:08.674721 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8656a74d-0f41-4660-9557-514b6895a6be req-f1945997-d68b-426b-9abe-d9c640988dea tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d440db1af37449b1a5d268506dc5bf11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0636768 May 17 17:12:08.683420 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4940e-97f1-4ea7-aa3e-ea32246e7c49 req-42f41ac1-196f-4984-bac1-375d1e4aadaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:08.684987 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f4c4940e-97f1-4ea7-aa3e-ea32246e7c49 req-42f41ac1-196f-4984-bac1-375d1e4aadaf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=30541785-dceb-40b7-9575-992b66a470e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0844057 May 17 17:12:08.742550 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.agents_db [None req-bd8c2525-aad1-4fe1-b03f-cf2f293aaa3a None None] Agent healthcheck: found 6 active agents {{(pid=103513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:12:08.775351 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-7d6c003c-2b07-4b97-99be-b7ab7dadc818 req-fcd4e6d9-2628-4be7-918d-596a9daddca2 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912'] for port (25c3382a-593f-4660-bd67-2e4ecac6dced), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:08.905038 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd4e6d9-2628-4be7-918d-596a9daddca2 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Pushing event deleted for resources: {'Port': ['ID=25c3382a-593f-4660-bd67-2e4ecac6dced,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:09.026483 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6c003c-2b07-4b97-99be-b7ab7dadc818 req-fcd4e6d9-2628-4be7-918d-596a9daddca2 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] No DVR routers for this DVR port 25c3382a-593f-4660-bd67-2e4ecac6dced on host hv-cinder-84214 {{(pid=103510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:12:09.033112 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-7d6c003c-2b07-4b97-99be-b7ab7dadc818 req-fcd4e6d9-2628-4be7-918d-596a9daddca2 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:09.036977 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7d6c003c-2b07-4b97-99be-b7ab7dadc818 req-fcd4e6d9-2628-4be7-918d-596a9daddca2 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.23 "DELETE /v2.0/ports/25c3382a-593f-4660-bd67-2e4ecac6dced HTTP/1.1" status: 204 len: 173 time: 0.9679785 May 17 17:12:09.037545 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3bf001-c3b2-461b-99a8-5121b6a4a1eb', 'name': 'network-vif-deleted', 'tag': '25c3382a-593f-4660-bd67-2e4ecac6dced'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:12:09.039793 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe4afe0-289b-4d01-a62f-027f4d95d7cf" -d '{"events": [{"server_uuid": "8f3bf001-c3b2-461b-99a8-5121b6a4a1eb", "name": "network-vif-deleted", "tag": "25c3382a-593f-4660-bd67-2e4ecac6dced"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:12:09.043293 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f4c4940e-97f1-4ea7-aa3e-ea32246e7c49 req-b6402d04-0961-4091-aa68-8237187a1b47 service neutron] 10.222.0.23 "GET /v2.0/networks/30541785-dceb-40b7-9575-992b66a470e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448265 May 17 17:12:09.083143 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656a74d-0f41-4660-9557-514b6895a6be req-0d20eb1f-99e8-4659-b071-9379f33e735c tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:09.084828 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8656a74d-0f41-4660-9557-514b6895a6be req-0d20eb1f-99e8-4659-b071-9379f33e735c tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3989990 May 17 17:12:09.086482 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ce1d1e-6358-4c8d-a766-d870314564d5 x-openstack-request-id: req-96ce1d1e-6358-4c8d-a766-d870314564d5 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:12:09.086778 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f3bf001-c3b2-461b-99a8-5121b6a4a1eb", "name": "network-vif-deleted", "tag": "25c3382a-593f-4660-bd67-2e4ecac6dced", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:12:09.087039 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-96ce1d1e-6358-4c8d-a766-d870314564d5 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:12:09.087619 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96ce1d1e-6358-4c8d-a766-d870314564d5'] response: {'server_uuid': '8f3bf001-c3b2-461b-99a8-5121b6a4a1eb', 'name': 'network-vif-deleted', 'tag': '25c3382a-593f-4660-bd67-2e4ecac6dced', 'status': 'completed', 'code': 200} May 17 17:12:09.109627 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-8656a74d-0f41-4660-9557-514b6895a6be req-4e44c05a-c9e3-4ad0-a09b-f5d27a4b3aaf tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] Request body: {'port': {'device_id': '1127edfe-a0d6-403d-b83d-e7b55dba4cbf', 'network_id': 'dc83f362-f2a8-4916-a21f-a3068d11cb17', 'admin_state_up': True, 'tenant_id': 'd440db1af37449b1a5d268506dc5bf11'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:12:09.202427 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 45998) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:12:09.265229 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f0256899-ffda-4682-b022-000eed64b5c5 req-b831750f-46ce-4dba-adb1-9c3eebceb807 tempest-VolumesActionsTest-1378399647 tempest-VolumesActionsTest-1378399647-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f3bf001-c3b2-461b-99a8-5121b6a4a1eb HTTP/1.1" status: 200 len: 210 time: 0.0545776 May 17 17:12:09.284018 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f4c4940e-97f1-4ea7-aa3e-ea32246e7c49 req-86ce3475-dbe6-490c-b58a-83c52590465a service neutron] 10.222.0.23 "GET /v2.0/networks/30541785-dceb-40b7-9575-992b66a470e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281816 May 17 17:12:09.301945 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f58fe2-38f5-41e5-ae7b-1f5a986d32de req-2b627726-38af-4ddf-9a89-c52eff32b4b9 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:09.304086 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-93f58fe2-38f5-41e5-ae7b-1f5a986d32de req-2b627726-38af-4ddf-9a89-c52eff32b4b9 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d096e1-5210-41e8-ae6e-dee03652b474 HTTP/1.1" status: 200 len: 945 time: 0.0649617 May 17 17:12:09.306807 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8656a74d-0f41-4660-9557-514b6895a6be req-4e44c05a-c9e3-4ad0-a09b-f5d27a4b3aaf tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] Made reservation on behalf of d440db1af37449b1a5d268506dc5bf11 for: {'port': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:12:09.310653 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-8656a74d-0f41-4660-9557-514b6895a6be req-4e44c05a-c9e3-4ad0-a09b-f5d27a4b3aaf tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:09.321114 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-8656a74d-0f41-4660-9557-514b6895a6be req-4e44c05a-c9e3-4ad0-a09b-f5d27a4b3aaf tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:09.362239 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-93f58fe2-38f5-41e5-ae7b-1f5a986d32de req-43bf71b2-779e-4f26-8256-dcfd7adc3c34 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521653 May 17 17:12:09.368132 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-8b2a9b20-c04d-40d2-9266-455f2ef7add8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-320921139-network', 'tenant_id': '2630e0044e5f4f28b8d2adcfeaf0c604'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:12:09.388155 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2a9b20-c04d-40d2-9266-455f2ef7add8 admin admin] Made reservation on behalf of 2630e0044e5f4f28b8d2adcfeaf0c604 for: {'network': 1} {{(pid=103511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:12:09.390611 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8b2a9b20-c04d-40d2-9266-455f2ef7add8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for network (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:09.403244 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8b2a9b20-c04d-40d2-9266-455f2ef7add8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:09.415755 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-8656a74d-0f41-4660-9557-514b6895a6be req-4e44c05a-c9e3-4ad0-a09b-f5d27a4b3aaf tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] Publish callbacks [] for security_group (612d5f08-f012-4a42-8e68-fa91c66dade9), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:09.421083 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-8656a74d-0f41-4660-9557-514b6895a6be req-4e44c05a-c9e3-4ad0-a09b-f5d27a4b3aaf tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (612d5f08-f012-4a42-8e68-fa91c66dade9), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:09.506824 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b45ba033-24d9-40ba-80a3-f656ba1f2025 req-9355daea-e551-4555-8341-9166793f5b0c tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.48 "GET /v2.0/ports?device_id=1127edfe-a0d6-403d-b83d-e7b55dba4cbf HTTP/1.1" status: 200 len: 210 time: 0.0392470 May 17 17:12:09.508740 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e44c05a-c9e3-4ad0-a09b-f5d27a4b3aaf tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=612d5f08-f012-4a42-8e68-fa91c66dade9,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:09.519917 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8b2a9b20-c04d-40d2-9266-455f2ef7add8 admin admin] Publish callbacks [] for security_group (62f6c4bd-a12e-438b-ae9b-a648671372ad), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:09.526543 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8b2a9b20-c04d-40d2-9266-455f2ef7add8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (62f6c4bd-a12e-438b-ae9b-a648671372ad), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:09.558536 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b2a9b20-c04d-40d2-9266-455f2ef7add8 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 17:12:09.570042 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a9b20-c04d-40d2-9266-455f2ef7add8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f6c4bd-a12e-438b-ae9b-a648671372ad,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:09.576370 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8b2a9b20-c04d-40d2-9266-455f2ef7add8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733342282253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915'] for segment (1c156ced-2786-412e-9fcf-5e0bd25c37ad), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:09.576857 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.db.segments_db [None req-8b2a9b20-c04d-40d2-9266-455f2ef7add8 admin admin] Added segment 1c156ced-2786-412e-9fcf-5e0bd25c37ad of type vlan for network fac7d240-6e72-4e7e-a11f-51c520d02d21 May 17 17:12:09.587145 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [req-8656a74d-0f41-4660-9557-514b6895a6be req-4e44c05a-c9e3-4ad0-a09b-f5d27a4b3aaf tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] Allocated IP 192.168.233.114 (dc83f362-f2a8-4916-a21f-a3068d11cb17/c862bb9d-d362-4c2e-909f-aa3d3b5fd995/e148e602-2871-4651-9e6a-6b54bb29294a) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:12:09.622791 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8b2a9b20-c04d-40d2-9266-455f2ef7add8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733341855133'] for network (fac7d240-6e72-4e7e-a11f-51c520d02d21), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:09.651835 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8b2a9b20-c04d-40d2-9266-455f2ef7add8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572'] for network (fac7d240-6e72-4e7e-a11f-51c520d02d21), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:09.652844 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2a9b20-c04d-40d2-9266-455f2ef7add8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:09.653435 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8b2a9b20-c04d-40d2-9266-455f2ef7add8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for network (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:09.689604 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-8b2a9b20-c04d-40d2-9266-455f2ef7add8 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4850671 May 17 17:12:09.714475 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 46004) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:12:09.719142 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-410bc9c0-8b0c-4ac6-bb49-bb20cef7686b admin admin] Request body: {'subnet': {'network_id': 'fac7d240-6e72-4e7e-a11f-51c520d02d21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-320921139-subnet', 'tenant_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'ip_version': 4}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:12:09.721497 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a9b20-c04d-40d2-9266-455f2ef7add8 admin admin] Pushing event updated for resources: {'Network': ['ID=fac7d240-6e72-4e7e-a11f-51c520d02d21,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:09.736397 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Network fac7d240-6e72-4e7e-a11f-51c520d02d21 details requested by agent ovs-agent-dv-cinder-842149-1-iscsi with host dv-cinder-842149-1-iscsi {{(pid=103512) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 17:12:09.757563 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410bc9c0-8b0c-4ac6-bb49-bb20cef7686b admin admin] Made reservation on behalf of 2630e0044e5f4f28b8d2adcfeaf0c604 for: {'subnet': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:12:09.760249 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-410bc9c0-8b0c-4ac6-bb49-bb20cef7686b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:09.802886 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-8656a74d-0f41-4660-9557-514b6895a6be req-4e44c05a-c9e3-4ad0-a09b-f5d27a4b3aaf tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] Publish callbacks [] for port (e148e602-2871-4651-9e6a-6b54bb29294a), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:09.886990 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-8656a74d-0f41-4660-9557-514b6895a6be req-4e44c05a-c9e3-4ad0-a09b-f5d27a4b3aaf tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (e148e602-2871-4651-9e6a-6b54bb29294a), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:09.968501 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8656a74d-0f41-4660-9557-514b6895a6be req-4e44c05a-c9e3-4ad0-a09b-f5d27a4b3aaf tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] Network dc83f362-f2a8-4916-a21f-a3068d11cb17 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:12:09.974401 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [req-8656a74d-0f41-4660-9557-514b6895a6be req-4e44c05a-c9e3-4ad0-a09b-f5d27a4b3aaf tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:12:09.996658 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e44c05a-c9e3-4ad0-a09b-f5d27a4b3aaf tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] Pushing event updated for resources: {'Port': ['ID=e148e602-2871-4651-9e6a-6b54bb29294a,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:10.004362 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-8656a74d-0f41-4660-9557-514b6895a6be req-4e44c05a-c9e3-4ad0-a09b-f5d27a4b3aaf tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:12:10.009419 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656a74d-0f41-4660-9557-514b6895a6be req-4e44c05a-c9e3-4ad0-a09b-f5d27a4b3aaf tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:10.010028 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-8656a74d-0f41-4660-9557-514b6895a6be req-4e44c05a-c9e3-4ad0-a09b-f5d27a4b3aaf tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:10.037079 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8656a74d-0f41-4660-9557-514b6895a6be req-4e44c05a-c9e3-4ad0-a09b-f5d27a4b3aaf tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9309740 May 17 17:12:10.043000 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-410bc9c0-8b0c-4ac6-bb49-bb20cef7686b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572'] for subnet (a7d1a19a-d549-479d-ad0e-c4729109fef8), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:10.057672 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-8656a74d-0f41-4660-9557-514b6895a6be req-5a7a17ca-dcc2-47b9-a433-0656bcb84e29 service neutron] Request body: {'port': {'device_id': '1127edfe-a0d6-403d-b83d-e7b55dba4cbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84214'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:12:10.145741 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410bc9c0-8b0c-4ac6-bb49-bb20cef7686b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7d1a19a-d549-479d-ad0e-c4729109fef8,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:10.173929 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410bc9c0-8b0c-4ac6-bb49-bb20cef7686b admin admin] Checking segment: {'id': '1c156ced-2786-412e-9fcf-5e0bd25c37ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fac7d240-6e72-4e7e-a11f-51c520d02d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:12:10.174286 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410bc9c0-8b0c-4ac6-bb49-bb20cef7686b admin admin] Network hostable DHCP agents. Network: fac7d240-6e72-4e7e-a11f-51c520d02d21, hostable agents: ['e31905a2-41fc-44e1-9d1f-1e6213680c03'], hosted agents: [] {{(pid=103510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 17:12:10.185854 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-8656a74d-0f41-4660-9557-514b6895a6be req-5a7a17ca-dcc2-47b9-a433-0656bcb84e29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (e148e602-2871-4651-9e6a-6b54bb29294a), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:10.223348 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410bc9c0-8b0c-4ac6-bb49-bb20cef7686b admin admin] Network fac7d240-6e72-4e7e-a11f-51c520d02d21 is scheduled to be hosted by DHCP agent e31905a2-41fc-44e1-9d1f-1e6213680c03 with binding_index 1 {{(pid=103510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 17:12:10.246558 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-410bc9c0-8b0c-4ac6-bb49-bb20cef7686b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842149-1-iscsi, fac7d240-6e72-4e7e-a11f-51c520d02d21) {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:12:10.257319 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0b64c8-5068-4469-9fbc-aa06cc887a6b None None] Network fac7d240-6e72-4e7e-a11f-51c520d02d21 requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:12:10.270688 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410bc9c0-8b0c-4ac6-bb49-bb20cef7686b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:10.271313 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-410bc9c0-8b0c-4ac6-bb49-bb20cef7686b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for subnet (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:10.289616 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-90ac2b87-c93a-43ac-891f-ad4b3a5a25a4 None None] Provisioning complete for port e148e602-2871-4651-9e6a-6b54bb29294a triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:12:10.289889 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-90ac2b87-c93a-43ac-891f-ad4b3a5a25a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (e148e602-2871-4651-9e6a-6b54bb29294a), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:10.301575 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-410bc9c0-8b0c-4ac6-bb49-bb20cef7686b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5859871 May 17 17:12:10.301801 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 46010) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:12:10.307355 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-1774f01a-0c8c-42e0-aa13-c659354ed5a2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-320921139-router', 'tenant_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'}}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:12:10.334361 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1774f01a-0c8c-42e0-aa13-c659354ed5a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-611'] for router (41dee493-033b-4f12-a702-0f31bd397ae3), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:10.335737 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1774f01a-0c8c-42e0-aa13-c659354ed5a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7879634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7940134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-618'] for router (41dee493-033b-4f12-a702-0f31bd397ae3), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:10.357849 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-90ac2b87-c93a-43ac-891f-ad4b3a5a25a4 None None] Port e148e602-2871-4651-9e6a-6b54bb29294a cannot update to ACTIVE because it is not bound. {{(pid=103512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:12:10.439006 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1774f01a-0c8c-42e0-aa13-c659354ed5a2 admin admin] Publish callbacks [] for router_controller (41dee493-033b-4f12-a702-0f31bd397ae3), precommit_add_association {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:10.441837 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8f84c3-f57f-4100-88c6-d645209bc632 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf7098ea-f5f5-5e61-806c-121fd2f5eebb-fac7d240-6e72-4e7e-a11f-51c520d02d21', 'network_id': 'fac7d240-6e72-4e7e-a11f-51c520d02d21', 'project_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'fixed_ips': [{'subnet_id': 'a7d1a19a-d549-479d-ad0e-c4729109fef8'}]}} from dv-cinder-842149-1-iscsi. {{(pid=103512) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 17:12:10.446895 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ae8f84c3-f57f-4100-88c6-d645209bc632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:10.575900 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337fe970-b9ce-4301-a773-e77d60189fac req-c2735c6a-3a60-4799-a2e6-e9d1b0faeb96 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:10.577638 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-337fe970-b9ce-4301-a773-e77d60189fac req-c2735c6a-3a60-4799-a2e6-e9d1b0faeb96 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d096e1-5210-41e8-ae6e-dee03652b474 HTTP/1.1" status: 200 len: 945 time: 0.1278410 May 17 17:12:10.648770 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 25c3382a-593f-4660-bd67-2e4ecac6dced no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:12:10.691098 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] No Port match for: 25c3382a-593f-4660-bd67-2e4ecac6dced {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:12:10.692168 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 25c3382a-593f-4660-bd67-2e4ecac6dced not bound to the agent host hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:12:10.694576 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-ae8f84c3-f57f-4100-88c6-d645209bc632 None None] Allocated IP 172.20.0.2 (fac7d240-6e72-4e7e-a11f-51c520d02d21/a7d1a19a-d549-479d-ad0e-c4729109fef8/77b24b7f-818f-4c2d-a60f-7ecb21aa34d9) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:12:10.889599 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-337fe970-b9ce-4301-a773-e77d60189fac req-d3e389af-6e2a-4149-bcd6-c8a4fffc7d6a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735338 May 17 17:12:10.919713 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ae8f84c3-f57f-4100-88c6-d645209bc632 None None] Publish callbacks [] for port (77b24b7f-818f-4c2d-a60f-7ecb21aa34d9), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:10.921085 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ae8f84c3-f57f-4100-88c6-d645209bc632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (77b24b7f-818f-4c2d-a60f-7ecb21aa34d9), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:10.925199 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [req-8656a74d-0f41-4660-9557-514b6895a6be req-5a7a17ca-dcc2-47b9-a433-0656bcb84e29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e148e602-2871-4651-9e6a-6b54bb29294a {{(pid=103510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:12:10.934921 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-8656a74d-0f41-4660-9557-514b6895a6be req-5a7a17ca-dcc2-47b9-a433-0656bcb84e29 service neutron] Publish callbacks [] for port (e148e602-2871-4651-9e6a-6b54bb29294a), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:10.945165 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1774f01a-0c8c-42e0-aa13-c659354ed5a2 admin admin] Publish callbacks [] for router_gateway (41dee493-033b-4f12-a702-0f31bd397ae3), precommit_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:10.953370 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.provisioning_blocks [req-8656a74d-0f41-4660-9557-514b6895a6be req-5a7a17ca-dcc2-47b9-a433-0656bcb84e29 service neutron] Transition to ACTIVE for port object e148e602-2871-4651-9e6a-6b54bb29294a will not be triggered until provisioned by entity L2. {{(pid=103510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 17:12:10.960128 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-8656a74d-0f41-4660-9557-514b6895a6be req-5a7a17ca-dcc2-47b9-a433-0656bcb84e29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (e148e602-2871-4651-9e6a-6b54bb29294a), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:10.975108 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8f84c3-f57f-4100-88c6-d645209bc632 None None] Network fac7d240-6e72-4e7e-a11f-51c520d02d21 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:12:10.978380 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-ae8f84c3-f57f-4100-88c6-d645209bc632 None None] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:12:10.985158 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8f84c3-f57f-4100-88c6-d645209bc632 None None] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:12:10.985953 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d22a5-19d6-4852-81a1-7de94327dbed req-b5b911c7-f432-4753-b049-9b1b4335fef0 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:10.988299 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-170d22a5-19d6-4852-81a1-7de94327dbed req-b5b911c7-f432-4753-b049-9b1b4335fef0 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.48 "GET /v2.0/ports?device_id=1127edfe-a0d6-403d-b83d-e7b55dba4cbf HTTP/1.1" status: 200 len: 936 time: 0.1034234 May 17 17:12:11.022650 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a17ca-dcc2-47b9-a433-0656bcb84e29 service neutron] Pushing event updated for resources: {'Port': ['ID=e148e602-2871-4651-9e6a-6b54bb29294a,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:11.048992 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f84c3-f57f-4100-88c6-d645209bc632 None None] Pushing event updated for resources: {'Port': ['ID=77b24b7f-818f-4c2d-a60f-7ecb21aa34d9,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:11.073160 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-8656a74d-0f41-4660-9557-514b6895a6be req-5a7a17ca-dcc2-47b9-a433-0656bcb84e29 service neutron] Attempting to bind port e148e602-2871-4651-9e6a-6b54bb29294a on host hv-cinder-84214 for vnic_type normal with profile {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:12:11.073513 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-8656a74d-0f41-4660-9557-514b6895a6be req-5a7a17ca-dcc2-47b9-a433-0656bcb84e29 service neutron] Attempting to bind port e148e602-2871-4651-9e6a-6b54bb29294a by drivers openvswitch,hyperv on host hv-cinder-84214 at level 0 using segments [{'id': '08ea70e5-1e7b-496a-a4d6-53f67d4ad5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'dc83f362-f2a8-4916-a21f-a3068d11cb17'}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:12:11.073848 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8656a74d-0f41-4660-9557-514b6895a6be req-5a7a17ca-dcc2-47b9-a433-0656bcb84e29 service neutron] Attempting to bind port e148e602-2871-4651-9e6a-6b54bb29294a on network dc83f362-f2a8-4916-a21f-a3068d11cb17 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:12:11.078782 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8656a74d-0f41-4660-9557-514b6895a6be req-5a7a17ca-dcc2-47b9-a433-0656bcb84e29 service neutron] Port e148e602-2871-4651-9e6a-6b54bb29294a on network dc83f362-f2a8-4916-a21f-a3068d11cb17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84214 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 17:12:11.079105 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8656a74d-0f41-4660-9557-514b6895a6be req-5a7a17ca-dcc2-47b9-a433-0656bcb84e29 service neutron] Attempting to bind port e148e602-2871-4651-9e6a-6b54bb29294a on network dc83f362-f2a8-4916-a21f-a3068d11cb17 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:12:11.089962 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8656a74d-0f41-4660-9557-514b6895a6be req-5a7a17ca-dcc2-47b9-a433-0656bcb84e29 service neutron] Checking agent: {'id': 'f77364a9-2f6e-44ad-9fc6-92e3e143ef92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84214', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 8, 20), 'started_at': datetime.datetime(2022, 5, 17, 17, 8, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:12:11.089962 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8656a74d-0f41-4660-9557-514b6895a6be req-5a7a17ca-dcc2-47b9-a433-0656bcb84e29 service neutron] Checking segment: {'id': '08ea70e5-1e7b-496a-a4d6-53f67d4ad5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'dc83f362-f2a8-4916-a21f-a3068d11cb17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:12:11.089962 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8656a74d-0f41-4660-9557-514b6895a6be req-5a7a17ca-dcc2-47b9-a433-0656bcb84e29 service neutron] Bound using segment: {'id': '08ea70e5-1e7b-496a-a4d6-53f67d4ad5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'dc83f362-f2a8-4916-a21f-a3068d11cb17'} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:12:11.089962 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-8656a74d-0f41-4660-9557-514b6895a6be req-5a7a17ca-dcc2-47b9-a433-0656bcb84e29 service neutron] Bound port: e148e602-2871-4651-9e6a-6b54bb29294a, host: hv-cinder-84214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08ea70e5-1e7b-496a-a4d6-53f67d4ad5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'dc83f362-f2a8-4916-a21f-a3068d11cb17'}}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:12:11.089962 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-8656a74d-0f41-4660-9557-514b6895a6be req-5a7a17ca-dcc2-47b9-a433-0656bcb84e29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (e148e602-2871-4651-9e6a-6b54bb29294a), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:11.120222 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-ae8f84c3-f57f-4100-88c6-d645209bc632 None None] Attempting to bind port 77b24b7f-818f-4c2d-a60f-7ecb21aa34d9 on host dv-cinder-842149-1-iscsi for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:12:11.120603 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-ae8f84c3-f57f-4100-88c6-d645209bc632 None None] Attempting to bind port 77b24b7f-818f-4c2d-a60f-7ecb21aa34d9 by drivers openvswitch,hyperv on host dv-cinder-842149-1-iscsi at level 0 using segments [{'id': '1c156ced-2786-412e-9fcf-5e0bd25c37ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fac7d240-6e72-4e7e-a11f-51c520d02d21'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:12:11.120971 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8f84c3-f57f-4100-88c6-d645209bc632 None None] Attempting to bind port 77b24b7f-818f-4c2d-a60f-7ecb21aa34d9 on network fac7d240-6e72-4e7e-a11f-51c520d02d21 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:12:11.138102 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8f84c3-f57f-4100-88c6-d645209bc632 None None] Checking agent: {'id': '112412f2-6814-4612-abcf-1771f8ba00b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 1, 57), 'started_at': datetime.datetime(2022, 5, 17, 17, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:12:11.138464 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8f84c3-f57f-4100-88c6-d645209bc632 None None] Checking segment: {'id': '1c156ced-2786-412e-9fcf-5e0bd25c37ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fac7d240-6e72-4e7e-a11f-51c520d02d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:12:11.138904 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ae8f84c3-f57f-4100-88c6-d645209bc632 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:11.139321 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8f84c3-f57f-4100-88c6-d645209bc632 None None] Bound using segment: {'id': '1c156ced-2786-412e-9fcf-5e0bd25c37ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fac7d240-6e72-4e7e-a11f-51c520d02d21'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:12:11.139847 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-ae8f84c3-f57f-4100-88c6-d645209bc632 None None] Bound port: 77b24b7f-818f-4c2d-a60f-7ecb21aa34d9, host: dv-cinder-842149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c156ced-2786-412e-9fcf-5e0bd25c37ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fac7d240-6e72-4e7e-a11f-51c520d02d21'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:12:11.140242 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ae8f84c3-f57f-4100-88c6-d645209bc632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (77b24b7f-818f-4c2d-a60f-7ecb21aa34d9), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:11.180910 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-170d22a5-19d6-4852-81a1-7de94327dbed req-4a5c9341-1e47-47cb-af0e-362f17a03796 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.48 "GET /v2.0/security-groups?id=612d5f08-f012-4a42-8e68-fa91c66dade9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378436 May 17 17:12:11.181311 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-8656a74d-0f41-4660-9557-514b6895a6be req-5a7a17ca-dcc2-47b9-a433-0656bcb84e29 service neutron] For port e148e602-2871-4651-9e6a-6b54bb29294a, host hv-cinder-84214, cleared binding levels {{(pid=103510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:12:11.189948 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-8656a74d-0f41-4660-9557-514b6895a6be req-5a7a17ca-dcc2-47b9-a433-0656bcb84e29 service neutron] For port e148e602-2871-4651-9e6a-6b54bb29294a, host hv-cinder-84214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=e148e602-2871-4651-9e6a-6b54bb29294a,segment=NetworkSegment(08ea70e5-1e7b-496a-a4d6-53f67d4ad5db),segment_id=08ea70e5-1e7b-496a-a4d6-53f67d4ad5db)] {{(pid=103510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:12:11.199345 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-8656a74d-0f41-4660-9557-514b6895a6be req-5a7a17ca-dcc2-47b9-a433-0656bcb84e29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (e148e602-2871-4651-9e6a-6b54bb29294a), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:11.273103 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656a74d-0f41-4660-9557-514b6895a6be req-5a7a17ca-dcc2-47b9-a433-0656bcb84e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:11.274107 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-8656a74d-0f41-4660-9557-514b6895a6be req-5a7a17ca-dcc2-47b9-a433-0656bcb84e29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:11.275980 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8656a74d-0f41-4660-9557-514b6895a6be req-5a7a17ca-dcc2-47b9-a433-0656bcb84e29 service neutron] 10.222.0.23 "PUT /v2.0/ports/e148e602-2871-4651-9e6a-6b54bb29294a HTTP/1.1" status: 200 len: 1098 time: 1.2239463 May 17 17:12:11.276617 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1127edfe-a0d6-403d-b83d-e7b55dba4cbf', 'tag': 'e148e602-2871-4651-9e6a-6b54bb29294a'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:12:11.277437 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-ae8f84c3-f57f-4100-88c6-d645209bc632 None None] For port 77b24b7f-818f-4c2d-a60f-7ecb21aa34d9, host dv-cinder-842149-1-iscsi, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:12:11.279095 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9345fb41-aec1-4318-b6f3-e2bd0134b279" -d '{"events": [{"name": "network-changed", "server_uuid": "1127edfe-a0d6-403d-b83d-e7b55dba4cbf", "tag": "e148e602-2871-4651-9e6a-6b54bb29294a"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:12:11.281396 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-ae8f84c3-f57f-4100-88c6-d645209bc632 None None] For port 77b24b7f-818f-4c2d-a60f-7ecb21aa34d9, host dv-cinder-842149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=77b24b7f-818f-4c2d-a60f-7ecb21aa34d9,segment=NetworkSegment(1c156ced-2786-412e-9fcf-5e0bd25c37ad),segment_id=1c156ced-2786-412e-9fcf-5e0bd25c37ad)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:12:11.292291 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ae8f84c3-f57f-4100-88c6-d645209bc632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (77b24b7f-818f-4c2d-a60f-7ecb21aa34d9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:11.303616 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a17ca-dcc2-47b9-a433-0656bcb84e29 service neutron] Pushing event updated for resources: {'Port': ['ID=e148e602-2871-4651-9e6a-6b54bb29294a,revision_number=3']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:11.365414 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7e7dd6-47ee-4aa6-8ebc-8e611ac28710 x-openstack-request-id: req-7d7e7dd6-47ee-4aa6-8ebc-8e611ac28710 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:12:11.365742 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1127edfe-a0d6-403d-b83d-e7b55dba4cbf", "tag": "e148e602-2871-4651-9e6a-6b54bb29294a", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:12:11.365961 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7d7e7dd6-47ee-4aa6-8ebc-8e611ac28710 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:12:11.366478 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d7e7dd6-47ee-4aa6-8ebc-8e611ac28710'] response: {'name': 'network-changed', 'server_uuid': '1127edfe-a0d6-403d-b83d-e7b55dba4cbf', 'tag': 'e148e602-2871-4651-9e6a-6b54bb29294a', 'status': 'completed', 'code': 200} May 17 17:12:11.402117 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f84c3-f57f-4100-88c6-d645209bc632 None None] Pushing event updated for resources: {'Port': ['ID=77b24b7f-818f-4c2d-a60f-7ecb21aa34d9,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:11.403170 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1774f01a-0c8c-42e0-aa13-c659354ed5a2 admin admin] Publish callbacks [] for router_gateway (41dee493-033b-4f12-a702-0f31bd397ae3), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:11.418779 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656a74d-0f41-4660-9557-514b6895a6be req-583490d0-d2e6-4879-9f7c-b7896aefd947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:11.420669 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8656a74d-0f41-4660-9557-514b6895a6be req-583490d0-d2e6-4879-9f7c-b7896aefd947 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d440db1af37449b1a5d268506dc5bf11&device_id=1127edfe-a0d6-403d-b83d-e7b55dba4cbf HTTP/1.1" status: 200 len: 1132 time: 0.0769911 May 17 17:12:11.443368 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1774f01a-0c8c-42e0-aa13-c659354ed5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:11.524194 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8656a74d-0f41-4660-9557-514b6895a6be req-5ddb2a98-22ad-41b8-ac53-c2b713b81e88 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=e148e602-2871-4651-9e6a-6b54bb29294a HTTP/1.1" status: 200 len: 217 time: 0.0896268 May 17 17:12:11.603735 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656a74d-0f41-4660-9557-514b6895a6be req-c2ac9202-644e-430f-a5ec-51f43f5207a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:11.605583 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8656a74d-0f41-4660-9557-514b6895a6be req-c2ac9202-644e-430f-a5ec-51f43f5207a5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c862bb9d-d362-4c2e-909f-aa3d3b5fd995 HTTP/1.1" status: 200 len: 843 time: 0.0762105 May 17 17:12:11.631735 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.db_base_plugin_common [None req-1774f01a-0c8c-42e0-aa13-c659354ed5a2 admin admin] Allocated IP 172.27.0.181 (02c56ec1-398e-4da7-8d6f-c5872f286327/162161ae-47ec-4957-8899-c21f028f623a/514442f4-93c2-4fb3-8b22-434f26cd89ef) {{(pid=103511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:12:11.679307 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656a74d-0f41-4660-9557-514b6895a6be req-3a3914f2-8343-4204-a824-9a25db60bd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:11.682248 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8656a74d-0f41-4660-9557-514b6895a6be req-3a3914f2-8343-4204-a824-9a25db60bd7e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dc83f362-f2a8-4916-a21f-a3068d11cb17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0675161 May 17 17:12:11.794874 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1774f01a-0c8c-42e0-aa13-c659354ed5a2 admin admin] Publish callbacks [] for port (514442f4-93c2-4fb3-8b22-434f26cd89ef), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:11.814097 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8656a74d-0f41-4660-9557-514b6895a6be req-c993c039-d612-4a5b-804d-ce5459935435 service neutron] 10.222.0.23 "GET /v2.0/networks/dc83f362-f2a8-4916-a21f-a3068d11cb17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207600 May 17 17:12:11.843168 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1774f01a-0c8c-42e0-aa13-c659354ed5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4266351'] for port (514442f4-93c2-4fb3-8b22-434f26cd89ef), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:11.888367 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1774f01a-0c8c-42e0-aa13-c659354ed5a2 admin admin] Network 02c56ec1-398e-4da7-8d6f-c5872f286327 is already hosted by enough agents. {{(pid=103511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:12:11.891252 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [None req-1774f01a-0c8c-42e0-aa13-c659354ed5a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:12:11.893808 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1774f01a-0c8c-42e0-aa13-c659354ed5a2 admin admin] Received port after_create {{(pid=103511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:12:11.930922 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1774f01a-0c8c-42e0-aa13-c659354ed5a2 admin admin] Pushing event updated for resources: {'Port': ['ID=514442f4-93c2-4fb3-8b22-434f26cd89ef,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:11.944565 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8656a74d-0f41-4660-9557-514b6895a6be req-ef73d104-d8df-47c4-b0cd-62dca2712e98 service neutron] 10.222.0.23 "GET /v2.0/networks/dc83f362-f2a8-4916-a21f-a3068d11cb17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147008 May 17 17:12:12.082394 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9fbbd9-541d-4328-8c64-66156acdd04d req-5b644a4d-0e81-41fb-80c7-d22a55e909a4 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:12.083981 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7a9fbbd9-541d-4328-8c64-66156acdd04d req-5b644a4d-0e81-41fb-80c7-d22a55e909a4 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d096e1-5210-41e8-ae6e-dee03652b474 HTTP/1.1" status: 200 len: 945 time: 0.0969074 May 17 17:12:12.192582 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7a9fbbd9-541d-4328-8c64-66156acdd04d req-d8a3c3d0-bd20-466d-b5ec-e4f1f1f7c721 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965908 May 17 17:12:12.266427 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1774f01a-0c8c-42e0-aa13-c659354ed5a2 admin admin] Publish callbacks [] for router_gateway (41dee493-033b-4f12-a702-0f31bd397ae3), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:12.390900 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3609123-b9c8-4422-adc8-b9fab12ec1b3 req-2cc59686-ccd9-4494-bf89-e80fedb491cb tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:12.392518 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f3609123-b9c8-4422-adc8-b9fab12ec1b3 req-2cc59686-ccd9-4494-bf89-e80fedb491cb tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.48 "GET /v2.0/ports?device_id=1127edfe-a0d6-403d-b83d-e7b55dba4cbf HTTP/1.1" status: 200 len: 948 time: 0.0925519 May 17 17:12:12.473164 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9ee319-2f7d-4627-849c-ae4e13c3b00c None None] Network fac7d240-6e72-4e7e-a11f-51c520d02d21 requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:12:12.492753 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f3609123-b9c8-4422-adc8-b9fab12ec1b3 req-425932aa-3cbc-49a6-a08c-1d888a92765f tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.48 "GET /v2.0/security-groups?id=612d5f08-f012-4a42-8e68-fa91c66dade9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927830 May 17 17:12:12.542946 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1774f01a-0c8c-42e0-aa13-c659354ed5a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7879595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7876840'] for router (41dee493-033b-4f12-a702-0f31bd397ae3), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:12.549812 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-15d0b3bb-17a4-41bc-b384-2038f8809c37 None None] Provisioning complete for port 77b24b7f-818f-4c2d-a60f-7ecb21aa34d9 triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:12:12.556947 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-15d0b3bb-17a4-41bc-b384-2038f8809c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (77b24b7f-818f-4c2d-a60f-7ecb21aa34d9), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:12.665457 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-15d0b3bb-17a4-41bc-b384-2038f8809c37 None None] Current status of the port 77b24b7f-818f-4c2d-a60f-7ecb21aa34d9 is: DOWN; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:12:12.665827 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-15d0b3bb-17a4-41bc-b384-2038f8809c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (77b24b7f-818f-4c2d-a60f-7ecb21aa34d9), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:12.691478 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 77b24b7f-818f-4c2d-a60f-7ecb21aa34d9 up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:12:12.691877 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1774f01a-0c8c-42e0-aa13-c659354ed5a2 admin admin] Router 41dee493-033b-4f12-a702-0f31bd397ae3 is scheduled to L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 with binding_index 1 {{(pid=103511) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 17:12:12.739878 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-15d0b3bb-17a4-41bc-b384-2038f8809c37 None None] For port 77b24b7f-818f-4c2d-a60f-7ecb21aa34d9, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=77b24b7f-818f-4c2d-a60f-7ecb21aa34d9,segment=NetworkSegment(1c156ced-2786-412e-9fcf-5e0bd25c37ad),segment_id=1c156ced-2786-412e-9fcf-5e0bd25c37ad)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:12:12.747289 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-15d0b3bb-17a4-41bc-b384-2038f8809c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (77b24b7f-818f-4c2d-a60f-7ecb21aa34d9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:12.791681 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port 77b24b7f-818f-4c2d-a60f-7ecb21aa34d9 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:12:12.792044 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (77b24b7f-818f-4c2d-a60f-7ecb21aa34d9), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:12.801234 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1774f01a-0c8c-42e0-aa13-c659354ed5a2 admin admin] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:12:12.815626 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a243971-65d6-4f7b-b5ce-44fe38b999f9 None None] Sync routers for ids ['41dee493-033b-4f12-a702-0f31bd397ae3'] in dv-cinder-842149-1-iscsi {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:12:12.830466 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a243971-65d6-4f7b-b5ce-44fe38b999f9 None None] Routers {'41dee493-033b-4f12-a702-0f31bd397ae3'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:12:12.830757 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1774f01a-0c8c-42e0-aa13-c659354ed5a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:12.831665 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-6a243971-65d6-4f7b-b5ce-44fe38b999f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:11:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['41dee493-033b-4f12-a702-0f31bd397ae3'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:12:12.832991 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-1774f01a-0c8c-42e0-aa13-c659354ed5a2 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5303295 May 17 17:12:12.835586 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 46080) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:12:12.839249 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d0b3bb-17a4-41bc-b384-2038f8809c37 None None] Pushing event updated for resources: {'Port': ['ID=77b24b7f-818f-4c2d-a60f-7ecb21aa34d9,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:12.890586 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port 77b24b7f-818f-4c2d-a60f-7ecb21aa34d9 is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:12:12.962261 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-6a243971-65d6-4f7b-b5ce-44fe38b999f9 None None] Set router 41dee493-033b-4f12-a702-0f31bd397ae3 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:12:12.968429 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-b74246a0-2843-4400-8db9-00dc62a238ac None None] Provisioning complete for port 77b24b7f-818f-4c2d-a60f-7ecb21aa34d9 triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:12:12.969161 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b74246a0-2843-4400-8db9-00dc62a238ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (77b24b7f-818f-4c2d-a60f-7ecb21aa34d9), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:13.067935 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-b74246a0-2843-4400-8db9-00dc62a238ac None None] Current status of the port 77b24b7f-818f-4c2d-a60f-7ecb21aa34d9 is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:12:13.177212 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-6a243971-65d6-4f7b-b5ce-44fe38b999f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dee493-033b-4f12-a702-0f31bd397ae3', 'name': 'tempest-TestShelveInstance-320921139-router', 'tenant_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '514442f4-93c2-4fb3-8b22-434f26cd89ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:12:10Z', 'updated_at': '2022-05-17T17:12:12Z', 'revision_number': 3, 'project_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'gw_port': {'id': '514442f4-93c2-4fb3-8b22-434f26cd89ef', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41dee493-033b-4f12-a702-0f31bd397ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:12:11Z', 'updated_at': '2022-05-17T17:12:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi'}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:12:13.211374 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a243971-65d6-4f7b-b5ce-44fe38b999f9 None None] Checking router: 41dee493-033b-4f12-a702-0f31bd397ae3 for host: dv-cinder-842149-1-iscsi {{(pid=103513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:12:13.211752 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a243971-65d6-4f7b-b5ce-44fe38b999f9 None None] Updating router 41dee493-033b-4f12-a702-0f31bd397ae3 port 514442f4-93c2-4fb3-8b22-434f26cd89ef binding host dv-cinder-842149-1-iscsi {{(pid=103513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 17:12:13.292232 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6a243971-65d6-4f7b-b5ce-44fe38b999f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (514442f4-93c2-4fb3-8b22-434f26cd89ef), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:13.312953 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-5a6da7f5-fdd3-4a49-b6b4-cecaaffe9aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:13.436151 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd224cf-589b-492f-bedc-266c034819f3 req-358de654-a236-42c6-8d5f-4caa1cefa713 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:13.437623 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9bd224cf-589b-492f-bedc-266c034819f3 req-358de654-a236-42c6-8d5f-4caa1cefa713 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d096e1-5210-41e8-ae6e-dee03652b474 HTTP/1.1" status: 200 len: 945 time: 0.1108797 May 17 17:12:13.557372 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9bd224cf-589b-492f-bedc-266c034819f3 req-553a6c98-ceba-4a01-8bca-1d75a5affd9c tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118040 May 17 17:12:13.690607 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6a243971-65d6-4f7b-b5ce-44fe38b999f9 None None] Publish callbacks [] for port (514442f4-93c2-4fb3-8b22-434f26cd89ef), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:13.696492 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6a243971-65d6-4f7b-b5ce-44fe38b999f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (514442f4-93c2-4fb3-8b22-434f26cd89ef), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:13.751032 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-6a243971-65d6-4f7b-b5ce-44fe38b999f9 None None] Attempting to bind port 514442f4-93c2-4fb3-8b22-434f26cd89ef on host dv-cinder-842149-1-iscsi for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:12:13.751400 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-6a243971-65d6-4f7b-b5ce-44fe38b999f9 None None] Attempting to bind port 514442f4-93c2-4fb3-8b22-434f26cd89ef by drivers openvswitch,hyperv on host dv-cinder-842149-1-iscsi at level 0 using segments [{'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:12:13.751795 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a243971-65d6-4f7b-b5ce-44fe38b999f9 None None] Attempting to bind port 514442f4-93c2-4fb3-8b22-434f26cd89ef on network 02c56ec1-398e-4da7-8d6f-c5872f286327 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:12:13.755946 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d945604f-f1c8-4932-a05f-b176d4c4809a None None] Pushing event updated for resources: {'Port': ['ID=514442f4-93c2-4fb3-8b22-434f26cd89ef,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:13.761960 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a243971-65d6-4f7b-b5ce-44fe38b999f9 None None] Checking agent: {'id': '112412f2-6814-4612-abcf-1771f8ba00b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 1, 57), 'started_at': datetime.datetime(2022, 5, 17, 17, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:12:13.762342 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a243971-65d6-4f7b-b5ce-44fe38b999f9 None None] Checking segment: {'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:12:13.762743 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6a243971-65d6-4f7b-b5ce-44fe38b999f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:13.763864 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a243971-65d6-4f7b-b5ce-44fe38b999f9 None None] Bound using segment: {'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:12:13.763864 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-6a243971-65d6-4f7b-b5ce-44fe38b999f9 None None] Bound port: 514442f4-93c2-4fb3-8b22-434f26cd89ef, host: dv-cinder-842149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:12:13.764037 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6a243971-65d6-4f7b-b5ce-44fe38b999f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (514442f4-93c2-4fb3-8b22-434f26cd89ef), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:13.813299 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-6a243971-65d6-4f7b-b5ce-44fe38b999f9 None None] For port 514442f4-93c2-4fb3-8b22-434f26cd89ef, host dv-cinder-842149-1-iscsi, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:12:13.817039 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-6a243971-65d6-4f7b-b5ce-44fe38b999f9 None None] For port 514442f4-93c2-4fb3-8b22-434f26cd89ef, host dv-cinder-842149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=514442f4-93c2-4fb3-8b22-434f26cd89ef,segment=NetworkSegment(d323b912-4d66-4aae-868e-160b7e4a1fa7),segment_id=d323b912-4d66-4aae-868e-160b7e4a1fa7)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:12:13.822674 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-6a243971-65d6-4f7b-b5ce-44fe38b999f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (514442f4-93c2-4fb3-8b22-434f26cd89ef), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:13.850496 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bbc1b-6d72-428d-b68c-ffed588eb6d7 req-c4dcb495-5f54-4333-9865-dfadef0c1302 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:13.851742 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-053bbc1b-6d72-428d-b68c-ffed588eb6d7 req-c4dcb495-5f54-4333-9865-dfadef0c1302 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.48 "GET /v2.0/ports?device_id=1127edfe-a0d6-403d-b83d-e7b55dba4cbf HTTP/1.1" status: 200 len: 948 time: 0.2807243 May 17 17:12:13.854875 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.db_base_plugin_common [None req-5a6da7f5-fdd3-4a49-b6b4-cecaaffe9aa9 admin admin] Allocated IP 172.20.0.1 (fac7d240-6e72-4e7e-a11f-51c520d02d21/a7d1a19a-d549-479d-ad0e-c4729109fef8/4f27059f-e873-4b0c-99be-8260deddc27d) {{(pid=103511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:12:13.876511 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a243971-65d6-4f7b-b5ce-44fe38b999f9 None None] Routers {'41dee493-033b-4f12-a702-0f31bd397ae3'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:12:13.877126 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-6a243971-65d6-4f7b-b5ce-44fe38b999f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:11:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['41dee493-033b-4f12-a702-0f31bd397ae3'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:12:13.913684 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d945604f-f1c8-4932-a05f-b176d4c4809a None None] Pushing event updated for resources: {'Port': ['ID=514442f4-93c2-4fb3-8b22-434f26cd89ef,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:13.961545 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-053bbc1b-6d72-428d-b68c-ffed588eb6d7 req-44273177-50c9-470d-8114-55c61376a479 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.48 "GET /v2.0/security-groups?id=612d5f08-f012-4a42-8e68-fa91c66dade9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973647 May 17 17:12:13.982304 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-6a243971-65d6-4f7b-b5ce-44fe38b999f9 None None] Set router 41dee493-033b-4f12-a702-0f31bd397ae3 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:12:13.997003 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-5a6da7f5-fdd3-4a49-b6b4-cecaaffe9aa9 admin admin] Publish callbacks [] for port (4f27059f-e873-4b0c-99be-8260deddc27d), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:14.029578 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-5a6da7f5-fdd3-4a49-b6b4-cecaaffe9aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4266351'] for port (4f27059f-e873-4b0c-99be-8260deddc27d), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:14.069452 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6da7f5-fdd3-4a49-b6b4-cecaaffe9aa9 admin admin] Network fac7d240-6e72-4e7e-a11f-51c520d02d21 is already hosted by enough agents. {{(pid=103511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:12:14.074594 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [None req-5a6da7f5-fdd3-4a49-b6b4-cecaaffe9aa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:12:14.078468 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6da7f5-fdd3-4a49-b6b4-cecaaffe9aa9 admin admin] Received port after_create {{(pid=103511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:12:14.081484 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6da7f5-fdd3-4a49-b6b4-cecaaffe9aa9 admin admin] Pushing event updated for resources: {'Port': ['ID=4f27059f-e873-4b0c-99be-8260deddc27d,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:14.124165 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-5a6da7f5-fdd3-4a49-b6b4-cecaaffe9aa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7867333'] for router_interface (41dee493-033b-4f12-a702-0f31bd397ae3), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:14.155687 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-6a243971-65d6-4f7b-b5ce-44fe38b999f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dee493-033b-4f12-a702-0f31bd397ae3', 'name': 'tempest-TestShelveInstance-320921139-router', 'tenant_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '514442f4-93c2-4fb3-8b22-434f26cd89ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:12:10Z', 'updated_at': '2022-05-17T17:12:12Z', 'revision_number': 3, 'project_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'gw_port': {'id': '514442f4-93c2-4fb3-8b22-434f26cd89ef', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41dee493-033b-4f12-a702-0f31bd397ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:12:11Z', 'updated_at': '2022-05-17T17:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi'}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:12:14.181511 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a243971-65d6-4f7b-b5ce-44fe38b999f9 None None] The sync data for ids ['41dee493-033b-4f12-a702-0f31bd397ae3'] in dv-cinder-842149-1-iscsi is: [{'id': '41dee493-033b-4f12-a702-0f31bd397ae3', 'name': 'tempest-TestShelveInstance-320921139-router', 'tenant_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '514442f4-93c2-4fb3-8b22-434f26cd89ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:12:10Z', 'updated_at': '2022-05-17T17:12:12Z', 'revision_number': 3, 'project_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'gw_port': {'id': '514442f4-93c2-4fb3-8b22-434f26cd89ef', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41dee493-033b-4f12-a702-0f31bd397ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:12:11Z', 'updated_at': '2022-05-17T17:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi'}] {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:12:14.350222 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-5a6da7f5-fdd3-4a49-b6b4-cecaaffe9aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (4f27059f-e873-4b0c-99be-8260deddc27d), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:14.397146 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-9ab30331-c4d8-4d82-9d54-be4e1c430aca None None] Provisioning complete for port 4f27059f-e873-4b0c-99be-8260deddc27d triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:12:14.400571 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9ab30331-c4d8-4d82-9d54-be4e1c430aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (4f27059f-e873-4b0c-99be-8260deddc27d), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:14.471512 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-9ab30331-c4d8-4d82-9d54-be4e1c430aca None None] Port 4f27059f-e873-4b0c-99be-8260deddc27d cannot update to ACTIVE because it is not bound. {{(pid=103512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:12:14.583922 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-5a6da7f5-fdd3-4a49-b6b4-cecaaffe9aa9 admin admin] Publish callbacks [] for port (4f27059f-e873-4b0c-99be-8260deddc27d), precommit_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:14.591881 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-5a6da7f5-fdd3-4a49-b6b4-cecaaffe9aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4266328'] for port (4f27059f-e873-4b0c-99be-8260deddc27d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:14.702904 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6da7f5-fdd3-4a49-b6b4-cecaaffe9aa9 admin admin] Pushing event updated for resources: {'Port': ['ID=4f27059f-e873-4b0c-99be-8260deddc27d,revision_number=2']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:14.706860 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-5a6da7f5-fdd3-4a49-b6b4-cecaaffe9aa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7868047'] for router_interface (41dee493-033b-4f12-a702-0f31bd397ae3), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:14.722407 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cefd16-bcb5-4d23-931b-945d3f02e177 req-95fec3b5-2da6-4bec-b503-b9eb0277efdd tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:14.724452 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-e2cefd16-bcb5-4d23-931b-945d3f02e177 req-95fec3b5-2da6-4bec-b503-b9eb0277efdd tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d096e1-5210-41e8-ae6e-dee03652b474 HTTP/1.1" status: 200 len: 945 time: 0.0721073 May 17 17:12:14.740239 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 77b24b7f-818f-4c2d-a60f-7ecb21aa34d9 up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:12:14.803624 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port 77b24b7f-818f-4c2d-a60f-7ecb21aa34d9 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:12:14.803999 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (77b24b7f-818f-4c2d-a60f-7ecb21aa34d9), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:14.831935 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-e2cefd16-bcb5-4d23-931b-945d3f02e177 req-cb85cb0a-3e2d-4134-a0b0-8751b19bea7a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015010 May 17 17:12:14.860970 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6da7f5-fdd3-4a49-b6b4-cecaaffe9aa9 admin admin] Network fac7d240-6e72-4e7e-a11f-51c520d02d21 is already hosted by enough agents. {{(pid=103511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:12:14.864089 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [None req-5a6da7f5-fdd3-4a49-b6b4-cecaaffe9aa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:12:14.893686 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port 77b24b7f-818f-4c2d-a60f-7ecb21aa34d9 is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:12:14.896817 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 514442f4-93c2-4fb3-8b22-434f26cd89ef up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:12:14.965310 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port 514442f4-93c2-4fb3-8b22-434f26cd89ef triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:12:14.966171 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (514442f4-93c2-4fb3-8b22-434f26cd89ef), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:15.012070 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6da7f5-fdd3-4a49-b6b4-cecaaffe9aa9 admin admin] Router 41dee493-033b-4f12-a702-0f31bd397ae3 has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:12:15.069547 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port 514442f4-93c2-4fb3-8b22-434f26cd89ef is: DOWN; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:12:15.069939 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (514442f4-93c2-4fb3-8b22-434f26cd89ef), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:15.099391 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] For port 514442f4-93c2-4fb3-8b22-434f26cd89ef, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=514442f4-93c2-4fb3-8b22-434f26cd89ef,segment=NetworkSegment(d323b912-4d66-4aae-868e-160b7e4a1fa7),segment_id=d323b912-4d66-4aae-868e-160b7e4a1fa7)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:12:15.105070 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (514442f4-93c2-4fb3-8b22-434f26cd89ef), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:15.145857 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e8749-f7e3-415c-9bd2-c94c5a3e61da req-a602ebb7-794b-4f32-9d8b-5d681522f550 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:15.147344 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9a3e8749-f7e3-415c-9bd2-c94c5a3e61da req-a602ebb7-794b-4f32-9d8b-5d681522f550 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.48 "GET /v2.0/ports?device_id=1127edfe-a0d6-403d-b83d-e7b55dba4cbf HTTP/1.1" status: 200 len: 948 time: 0.0773931 May 17 17:12:15.163296 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Pushing event updated for resources: {'Port': ['ID=514442f4-93c2-4fb3-8b22-434f26cd89ef,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:15.198049 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-102a79a9-098f-4a21-ba54-ed159d80c351 None None] Provisioning complete for port 4f27059f-e873-4b0c-99be-8260deddc27d triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:12:15.198670 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-102a79a9-098f-4a21-ba54-ed159d80c351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (4f27059f-e873-4b0c-99be-8260deddc27d), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:15.210165 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6da7f5-fdd3-4a49-b6b4-cecaaffe9aa9 admin admin] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:12:15.215862 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-5a6da7f5-fdd3-4a49-b6b4-cecaaffe9aa9 admin admin] 10.222.0.48 "PUT /v2.0/routers/41dee493-033b-4f12-a702-0f31bd397ae3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3768444 May 17 17:12:15.232807 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-102a79a9-098f-4a21-ba54-ed159d80c351 None None] Port 4f27059f-e873-4b0c-99be-8260deddc27d cannot update to ACTIVE because it is not bound. {{(pid=103512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:12:15.239991 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9a3e8749-f7e3-415c-9bd2-c94c5a3e61da req-9074da67-d58d-4382-8644-6c4ebe9aac1c tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.48 "GET /v2.0/security-groups?id=612d5f08-f012-4a42-8e68-fa91c66dade9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644054 May 17 17:12:15.709493 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 46142) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:12:15.714369 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-76e40c5a-abb7-4366-9328-d79a0a59d584 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-742662555-network', 'tenant_id': '21299fda6d7a4f278b2594739476b380'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:12:15.735232 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e40c5a-abb7-4366-9328-d79a0a59d584 admin admin] Made reservation on behalf of 21299fda6d7a4f278b2594739476b380 for: {'network': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:12:15.737722 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-76e40c5a-abb7-4366-9328-d79a0a59d584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for network (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:15.746953 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-76e40c5a-abb7-4366-9328-d79a0a59d584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:15.826439 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-76e40c5a-abb7-4366-9328-d79a0a59d584 admin admin] Publish callbacks [] for security_group (7e888d77-a4af-4493-9db2-028f9aff946b), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:15.830214 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-76e40c5a-abb7-4366-9328-d79a0a59d584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (7e888d77-a4af-4493-9db2-028f9aff946b), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:15.858045 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e40c5a-abb7-4366-9328-d79a0a59d584 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 17:12:15.868269 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e40c5a-abb7-4366-9328-d79a0a59d584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e888d77-a4af-4493-9db2-028f9aff946b,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:15.873279 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-76e40c5a-abb7-4366-9328-d79a0a59d584 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733342282253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915'] for segment (ec5a4447-42a6-45b4-9a2d-f2b2937c7803), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:15.873716 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.db.segments_db [None req-76e40c5a-abb7-4366-9328-d79a0a59d584 admin admin] Added segment ec5a4447-42a6-45b4-9a2d-f2b2937c7803 of type vlan for network 920b934e-a0af-405c-a1e4-ca21e922973a May 17 17:12:15.922906 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-76e40c5a-abb7-4366-9328-d79a0a59d584 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733341855133'] for network (920b934e-a0af-405c-a1e4-ca21e922973a), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:15.959933 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-76e40c5a-abb7-4366-9328-d79a0a59d584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572'] for network (920b934e-a0af-405c-a1e4-ca21e922973a), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:15.961069 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e40c5a-abb7-4366-9328-d79a0a59d584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:15.961699 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-76e40c5a-abb7-4366-9328-d79a0a59d584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for network (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:15.986083 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39b413-1ce8-461b-9d48-0c0e44513d57 req-a72888a0-e32a-4574-ae06-e719e79eab3d tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:15.987722 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-dd39b413-1ce8-461b-9d48-0c0e44513d57 req-a72888a0-e32a-4574-ae06-e719e79eab3d tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d096e1-5210-41e8-ae6e-dee03652b474 HTTP/1.1" status: 200 len: 945 time: 0.0673702 May 17 17:12:16.023110 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-76e40c5a-abb7-4366-9328-d79a0a59d584 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3121963 May 17 17:12:16.030729 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 46154) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:12:16.050300 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-b0b2122b-add3-413a-89c5-d3ce28d16fa8 admin admin] Request body: {'subnet': {'network_id': '920b934e-a0af-405c-a1e4-ca21e922973a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-742662555-subnet', 'tenant_id': '21299fda6d7a4f278b2594739476b380', 'ip_version': 4}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:12:16.101849 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd09f641-604a-468f-a6ed-15f1f78312df None None] Sync routers for ids ['41dee493-033b-4f12-a702-0f31bd397ae3'] in dv-cinder-842149-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:12:16.114360 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-dd39b413-1ce8-461b-9d48-0c0e44513d57 req-9f34a48a-f999-4d8e-a4ae-188893420775 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160946 May 17 17:12:16.124210 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e40c5a-abb7-4366-9328-d79a0a59d584 admin admin] Pushing event updated for resources: {'Network': ['ID=920b934e-a0af-405c-a1e4-ca21e922973a,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:16.131342 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b2122b-add3-413a-89c5-d3ce28d16fa8 admin admin] Made reservation on behalf of 21299fda6d7a4f278b2594739476b380 for: {'subnet': 1} {{(pid=103511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:12:16.140070 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-b0b2122b-add3-413a-89c5-d3ce28d16fa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4530466'] for subnet (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:16.160933 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345fb41-aec1-4318-b6f3-e2bd0134b279 req-8189556d-c88a-484d-b185-217cc312c81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:16.163053 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9345fb41-aec1-4318-b6f3-e2bd0134b279 req-8189556d-c88a-484d-b185-217cc312c81d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d440db1af37449b1a5d268506dc5bf11&device_id=1127edfe-a0d6-403d-b83d-e7b55dba4cbf HTTP/1.1" status: 200 len: 1132 time: 0.1362200 May 17 17:12:16.164176 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Network 920b934e-a0af-405c-a1e4-ca21e922973a details requested by agent ovs-agent-dv-cinder-842149-1-iscsi with host dv-cinder-842149-1-iscsi {{(pid=103512) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 17:12:16.204138 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd09f641-604a-468f-a6ed-15f1f78312df None None] Routers {'41dee493-033b-4f12-a702-0f31bd397ae3'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:12:16.204794 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-dd09f641-604a-468f-a6ed-15f1f78312df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:11:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['41dee493-033b-4f12-a702-0f31bd397ae3'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:12:16.389863 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345fb41-aec1-4318-b6f3-e2bd0134b279 req-6f062327-3efe-4a6f-9eef-9ae37639fb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:16.392053 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9345fb41-aec1-4318-b6f3-e2bd0134b279 req-6f062327-3efe-4a6f-9eef-9ae37639fb44 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dc83f362-f2a8-4916-a21f-a3068d11cb17 HTTP/1.1" status: 200 len: 870 time: 0.2213120 May 17 17:12:16.501674 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9345fb41-aec1-4318-b6f3-e2bd0134b279 req-26f16517-1828-4a75-995a-5a21fbdc8e82 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=e148e602-2871-4651-9e6a-6b54bb29294a HTTP/1.1" status: 200 len: 217 time: 0.0928771 May 17 17:12:16.527728 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ca366-88d3-4a64-add1-b3a97c65dbe6 req-7824b43d-525b-4fdc-8cf8-7705f1716ba8 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:16.537903 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d61ca366-88d3-4a64-add1-b3a97c65dbe6 req-7824b43d-525b-4fdc-8cf8-7705f1716ba8 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.48 "GET /v2.0/ports?device_id=1127edfe-a0d6-403d-b83d-e7b55dba4cbf HTTP/1.1" status: 200 len: 948 time: 0.0695415 May 17 17:12:16.628822 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345fb41-aec1-4318-b6f3-e2bd0134b279 req-b668564b-e8a6-49fe-9cf6-d662e6422bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:16.632034 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9345fb41-aec1-4318-b6f3-e2bd0134b279 req-b668564b-e8a6-49fe-9cf6-d662e6422bf7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c862bb9d-d362-4c2e-909f-aa3d3b5fd995 HTTP/1.1" status: 200 len: 843 time: 0.1025648 May 17 17:12:16.687075 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d61ca366-88d3-4a64-add1-b3a97c65dbe6 req-7a910297-bf67-48a3-b1cd-7cc200024f7f tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.48 "GET /v2.0/security-groups?id=612d5f08-f012-4a42-8e68-fa91c66dade9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479902 May 17 17:12:16.694216 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-b0b2122b-add3-413a-89c5-d3ce28d16fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4267487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4530484'] for subnet (9e6ba00a-0686-4ede-b51f-0634805c723c), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:16.779090 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345fb41-aec1-4318-b6f3-e2bd0134b279 req-916156d0-3230-4418-aafa-fab878701d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:16.785507 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9345fb41-aec1-4318-b6f3-e2bd0134b279 req-916156d0-3230-4418-aafa-fab878701d68 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dc83f362-f2a8-4916-a21f-a3068d11cb17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1394758 May 17 17:12:16.796390 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2122b-add3-413a-89c5-d3ce28d16fa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e6ba00a-0686-4ede-b51f-0634805c723c,revision_number=0']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:16.806998 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b2122b-add3-413a-89c5-d3ce28d16fa8 admin admin] Checking segment: {'id': 'ec5a4447-42a6-45b4-9a2d-f2b2937c7803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '920b934e-a0af-405c-a1e4-ca21e922973a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:12:16.807445 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b2122b-add3-413a-89c5-d3ce28d16fa8 admin admin] Network hostable DHCP agents. Network: 920b934e-a0af-405c-a1e4-ca21e922973a, hostable agents: ['e31905a2-41fc-44e1-9d1f-1e6213680c03'], hosted agents: [] {{(pid=103511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 17:12:16.833026 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b2122b-add3-413a-89c5-d3ce28d16fa8 admin admin] Network 920b934e-a0af-405c-a1e4-ca21e922973a is scheduled to be hosted by DHCP agent e31905a2-41fc-44e1-9d1f-1e6213680c03 with binding_index 1 {{(pid=103511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 17:12:16.841738 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-dd09f641-604a-468f-a6ed-15f1f78312df None None] Set router 41dee493-033b-4f12-a702-0f31bd397ae3 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:12:16.851366 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [None req-b0b2122b-add3-413a-89c5-d3ce28d16fa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842149-1-iscsi, 920b934e-a0af-405c-a1e4-ca21e922973a) {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:12:16.873756 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b2122b-add3-413a-89c5-d3ce28d16fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:16.874827 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-b0b2122b-add3-413a-89c5-d3ce28d16fa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for subnet (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:16.910764 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-b0b2122b-add3-413a-89c5-d3ce28d16fa8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8758428 May 17 17:12:16.911761 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 46192) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:12:16.922300 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-c4038065-066c-47c6-98f8-8dfa65ccd4e5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-742662555-router', 'tenant_id': '21299fda6d7a4f278b2594739476b380', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'}}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:12:16.925006 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 514442f4-93c2-4fb3-8b22-434f26cd89ef up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:12:16.931421 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device e148e602-2871-4651-9e6a-6b54bb29294a details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:12:16.963952 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9345fb41-aec1-4318-b6f3-e2bd0134b279 req-db548ad7-bf18-42b6-8bf2-8192c1070daa service neutron] 10.222.0.23 "GET /v2.0/networks/dc83f362-f2a8-4916-a21f-a3068d11cb17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685266 May 17 17:12:16.983880 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea77c0c-b048-45f2-b0b0-3762fa70a5c8 None None] Network 920b934e-a0af-405c-a1e4-ca21e922973a requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:12:16.986504 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c4038065-066c-47c6-98f8-8dfa65ccd4e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-611'] for router (7d466b45-c242-4537-a7de-1f35c977c0da), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:16.988699 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c4038065-066c-47c6-98f8-8dfa65ccd4e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7879634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7940134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-618'] for router (7d466b45-c242-4537-a7de-1f35c977c0da), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:17.141892 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c4038065-066c-47c6-98f8-8dfa65ccd4e5 admin admin] Publish callbacks [] for router_controller (7d466b45-c242-4537-a7de-1f35c977c0da), precommit_add_association {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:17.211843 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9345fb41-aec1-4318-b6f3-e2bd0134b279 req-5248f0d9-017a-4ce5-b346-d7fd4b6157dd service neutron] 10.222.0.23 "GET /v2.0/networks/dc83f362-f2a8-4916-a21f-a3068d11cb17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398415 May 17 17:12:17.284099 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb8983-a80a-46d5-a5d0-a06c8277c365 req-c94c5ad6-21b8-4d56-aa67-7476e6c1e3bc tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:17.297770 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9dcb8983-a80a-46d5-a5d0-a06c8277c365 req-c94c5ad6-21b8-4d56-aa67-7476e6c1e3bc tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d096e1-5210-41e8-ae6e-dee03652b474 HTTP/1.1" status: 200 len: 945 time: 0.0780461 May 17 17:12:17.304496 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port 514442f4-93c2-4fb3-8b22-434f26cd89ef triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:12:17.305028 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (514442f4-93c2-4fb3-8b22-434f26cd89ef), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:17.347670 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c4038065-066c-47c6-98f8-8dfa65ccd4e5 admin admin] Publish callbacks [] for router_gateway (7d466b45-c242-4537-a7de-1f35c977c0da), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:17.369788 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9dcb8983-a80a-46d5-a5d0-a06c8277c365 req-34210046-8f89-4899-a708-d789351dfbd0 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686791 May 17 17:12:17.399067 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port e148e602-2871-4651-9e6a-6b54bb29294a, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=e148e602-2871-4651-9e6a-6b54bb29294a,segment=NetworkSegment(08ea70e5-1e7b-496a-a4d6-53f67d4ad5db),segment_id=08ea70e5-1e7b-496a-a4d6-53f67d4ad5db)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:12:17.404344 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230b6241-2603-44d6-a331-2cf18598e8b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf7098ea-f5f5-5e61-806c-121fd2f5eebb-920b934e-a0af-405c-a1e4-ca21e922973a', 'network_id': '920b934e-a0af-405c-a1e4-ca21e922973a', 'project_id': '21299fda6d7a4f278b2594739476b380', 'fixed_ips': [{'subnet_id': '9e6ba00a-0686-4ede-b51f-0634805c723c'}]}} from dv-cinder-842149-1-iscsi. {{(pid=103512) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 17:12:17.405423 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-230b6241-2603-44d6-a331-2cf18598e8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:17.568329 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-dd09f641-604a-468f-a6ed-15f1f78312df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dee493-033b-4f12-a702-0f31bd397ae3', 'name': 'tempest-TestShelveInstance-320921139-router', 'tenant_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '514442f4-93c2-4fb3-8b22-434f26cd89ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:12:10Z', 'updated_at': '2022-05-17T17:12:14Z', 'revision_number': 4, 'project_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'gw_port': {'id': '514442f4-93c2-4fb3-8b22-434f26cd89ef', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dee493-033b-4f12-a702-0f31bd397ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:12:11Z', 'updated_at': '2022-05-17T17:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': '4f27059f-e873-4b0c-99be-8260deddc27d', 'name': '', 'network_id': 'fac7d240-6e72-4e7e-a11f-51c520d02d21', 'tenant_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'mac_address': 'fa:16:3e:3e:e6:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41dee493-033b-4f12-a702-0f31bd397ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'a7d1a19a-d549-479d-ad0e-c4729109fef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:12:13Z', 'updated_at': '2022-05-17T17:12:14Z', 'revision_number': 2, 'project_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'subnets': [{'id': 'a7d1a19a-d549-479d-ad0e-c4729109fef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:12:17.639156 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd09f641-604a-468f-a6ed-15f1f78312df None None] Checking router: 41dee493-033b-4f12-a702-0f31bd397ae3 for host: dv-cinder-842149-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:12:17.639516 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd09f641-604a-468f-a6ed-15f1f78312df None None] Updating router 41dee493-033b-4f12-a702-0f31bd397ae3 port 4f27059f-e873-4b0c-99be-8260deddc27d binding host dv-cinder-842149-1-iscsi {{(pid=103512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 17:12:17.651744 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Returning: {'device': 'e148e602-2871-4651-9e6a-6b54bb29294a', 'network_id': 'dc83f362-f2a8-4916-a21f-a3068d11cb17', 'port_id': 'e148e602-2871-4651-9e6a-6b54bb29294a', 'mac_address': 'fa:16:3e:14:f6:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c862bb9d-d362-4c2e-909f-aa3d3b5fd995', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:12:17.678295 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port 514442f4-93c2-4fb3-8b22-434f26cd89ef is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:12:17.755157 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c4038065-066c-47c6-98f8-8dfa65ccd4e5 admin admin] Publish callbacks [] for router_gateway (7d466b45-c242-4537-a7de-1f35c977c0da), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:17.773043 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dd09f641-604a-468f-a6ed-15f1f78312df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (4f27059f-e873-4b0c-99be-8260deddc27d), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:17.801223 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c4038065-066c-47c6-98f8-8dfa65ccd4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:17.846907 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port e148e602-2871-4651-9e6a-6b54bb29294a is: DOWN; New status is: BUILD {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:12:17.847408 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (e148e602-2871-4651-9e6a-6b54bb29294a), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:17.875812 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3d580-57fa-4f10-b6ee-7e84f964806d req-94a8cdaa-6c54-422b-915a-02f8e3c634d8 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:17.885662 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-45a3d580-57fa-4f10-b6ee-7e84f964806d req-94a8cdaa-6c54-422b-915a-02f8e3c634d8 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.48 "GET /v2.0/ports?device_id=1127edfe-a0d6-403d-b83d-e7b55dba4cbf HTTP/1.1" status: 200 len: 948 time: 0.0939877 May 17 17:12:17.906164 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e148e602-2871-4651-9e6a-6b54bb29294a {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:12:17.946752 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-45a3d580-57fa-4f10-b6ee-7e84f964806d req-5ccc6d44-3b87-4b24-91d3-3127459d0b0f tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.48 "GET /v2.0/security-groups?id=612d5f08-f012-4a42-8e68-fa91c66dade9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547094 May 17 17:12:17.949242 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-230b6241-2603-44d6-a331-2cf18598e8b8 None None] Allocated IP 172.20.0.2 (920b934e-a0af-405c-a1e4-ca21e922973a/9e6ba00a-0686-4ede-b51f-0634805c723c/cfb01fd9-84c6-4252-9a07-4287a1b7eadf) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:12:17.961286 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [None req-c4038065-066c-47c6-98f8-8dfa65ccd4e5 admin admin] Allocated IP 172.27.0.151 (02c56ec1-398e-4da7-8d6f-c5872f286327/162161ae-47ec-4957-8899-c21f028f623a/8e53a8c6-8023-4742-9654-62c7ad680bf2) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:12:17.980724 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port e148e602-2871-4651-9e6a-6b54bb29294a, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=e148e602-2871-4651-9e6a-6b54bb29294a,segment=NetworkSegment(08ea70e5-1e7b-496a-a4d6-53f67d4ad5db),segment_id=08ea70e5-1e7b-496a-a4d6-53f67d4ad5db)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:12:17.993672 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (e148e602-2871-4651-9e6a-6b54bb29294a), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:18.134829 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c4038065-066c-47c6-98f8-8dfa65ccd4e5 admin admin] Publish callbacks [] for port (8e53a8c6-8023-4742-9654-62c7ad680bf2), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:18.177591 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c4038065-066c-47c6-98f8-8dfa65ccd4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (8e53a8c6-8023-4742-9654-62c7ad680bf2), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:18.186798 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=e148e602-2871-4651-9e6a-6b54bb29294a,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:18.216849 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4038065-066c-47c6-98f8-8dfa65ccd4e5 admin admin] Network 02c56ec1-398e-4da7-8d6f-c5872f286327 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:12:18.220864 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-c4038065-066c-47c6-98f8-8dfa65ccd4e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:12:18.224044 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4038065-066c-47c6-98f8-8dfa65ccd4e5 admin admin] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:12:18.277189 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4038065-066c-47c6-98f8-8dfa65ccd4e5 admin admin] Pushing event updated for resources: {'Port': ['ID=8e53a8c6-8023-4742-9654-62c7ad680bf2,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:18.366580 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-230b6241-2603-44d6-a331-2cf18598e8b8 None None] Publish callbacks [] for port (cfb01fd9-84c6-4252-9a07-4287a1b7eadf), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:18.382695 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-230b6241-2603-44d6-a331-2cf18598e8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (cfb01fd9-84c6-4252-9a07-4287a1b7eadf), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:18.409901 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] get_ports_and_sgs() called for port_ids ['e148e602-2871-4651-9e6a-6b54bb29294a'] {{(pid=103512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:12:18.496461 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230b6241-2603-44d6-a331-2cf18598e8b8 None None] Network 920b934e-a0af-405c-a1e4-ca21e922973a is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:12:18.514720 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c4038065-066c-47c6-98f8-8dfa65ccd4e5 admin admin] Publish callbacks [] for router_gateway (7d466b45-c242-4537-a7de-1f35c977c0da), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:18.526163 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-230b6241-2603-44d6-a331-2cf18598e8b8 None None] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:12:18.528929 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230b6241-2603-44d6-a331-2cf18598e8b8 None None] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:12:18.542774 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b6241-2603-44d6-a331-2cf18598e8b8 None None] Pushing event updated for resources: {'Port': ['ID=cfb01fd9-84c6-4252-9a07-4287a1b7eadf,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:18.610891 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dd09f641-604a-468f-a6ed-15f1f78312df None None] Publish callbacks [] for port (4f27059f-e873-4b0c-99be-8260deddc27d), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:18.650033 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43e0c7-f68e-45f4-b423-3ba5f7b238e4 req-f2fc2c56-a931-4dc7-8958-c1c2961246f5 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:18.660926 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7d43e0c7-f68e-45f4-b423-3ba5f7b238e4 req-f2fc2c56-a931-4dc7-8958-c1c2961246f5 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d096e1-5210-41e8-ae6e-dee03652b474 HTTP/1.1" status: 200 len: 945 time: 0.1642349 May 17 17:12:18.673358 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dd09f641-604a-468f-a6ed-15f1f78312df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (4f27059f-e873-4b0c-99be-8260deddc27d), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:18.746091 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-230b6241-2603-44d6-a331-2cf18598e8b8 None None] Attempting to bind port cfb01fd9-84c6-4252-9a07-4287a1b7eadf on host dv-cinder-842149-1-iscsi for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:12:18.746520 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-230b6241-2603-44d6-a331-2cf18598e8b8 None None] Attempting to bind port cfb01fd9-84c6-4252-9a07-4287a1b7eadf by drivers openvswitch,hyperv on host dv-cinder-842149-1-iscsi at level 0 using segments [{'id': 'ec5a4447-42a6-45b4-9a2d-f2b2937c7803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '920b934e-a0af-405c-a1e4-ca21e922973a'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:12:18.746829 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230b6241-2603-44d6-a331-2cf18598e8b8 None None] Attempting to bind port cfb01fd9-84c6-4252-9a07-4287a1b7eadf on network 920b934e-a0af-405c-a1e4-ca21e922973a {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:12:18.763161 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230b6241-2603-44d6-a331-2cf18598e8b8 None None] Checking agent: {'id': '112412f2-6814-4612-abcf-1771f8ba00b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 1, 57), 'started_at': datetime.datetime(2022, 5, 17, 17, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:12:18.763553 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230b6241-2603-44d6-a331-2cf18598e8b8 None None] Checking segment: {'id': 'ec5a4447-42a6-45b4-9a2d-f2b2937c7803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '920b934e-a0af-405c-a1e4-ca21e922973a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:12:18.764016 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-230b6241-2603-44d6-a331-2cf18598e8b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:18.764366 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230b6241-2603-44d6-a331-2cf18598e8b8 None None] Bound using segment: {'id': 'ec5a4447-42a6-45b4-9a2d-f2b2937c7803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '920b934e-a0af-405c-a1e4-ca21e922973a'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:12:18.764936 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-230b6241-2603-44d6-a331-2cf18598e8b8 None None] Bound port: cfb01fd9-84c6-4252-9a07-4287a1b7eadf, host: dv-cinder-842149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec5a4447-42a6-45b4-9a2d-f2b2937c7803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '920b934e-a0af-405c-a1e4-ca21e922973a'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:12:18.765420 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-230b6241-2603-44d6-a331-2cf18598e8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (cfb01fd9-84c6-4252-9a07-4287a1b7eadf), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:18.773496 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7d43e0c7-f68e-45f4-b423-3ba5f7b238e4 req-d6b934a6-d4b4-4889-962b-b094a4fa46bf tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107242 May 17 17:12:18.886808 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c4038065-066c-47c6-98f8-8dfa65ccd4e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7879595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7876840'] for router (7d466b45-c242-4537-a7de-1f35c977c0da), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:18.945769 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c53119-b2f6-4540-8f5b-90232324242c None None] Pushing event updated for resources: {'Port': ['ID=4f27059f-e873-4b0c-99be-8260deddc27d,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:18.989943 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-230b6241-2603-44d6-a331-2cf18598e8b8 None None] For port cfb01fd9-84c6-4252-9a07-4287a1b7eadf, host dv-cinder-842149-1-iscsi, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:12:19.028171 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-230b6241-2603-44d6-a331-2cf18598e8b8 None None] For port cfb01fd9-84c6-4252-9a07-4287a1b7eadf, host dv-cinder-842149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=cfb01fd9-84c6-4252-9a07-4287a1b7eadf,segment=NetworkSegment(ec5a4447-42a6-45b4-9a2d-f2b2937c7803),segment_id=ec5a4447-42a6-45b4-9a2d-f2b2937c7803)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:12:19.037784 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-dd09f641-604a-468f-a6ed-15f1f78312df None None] Attempting to bind port 4f27059f-e873-4b0c-99be-8260deddc27d on host dv-cinder-842149-1-iscsi for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:12:19.038311 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-dd09f641-604a-468f-a6ed-15f1f78312df None None] Attempting to bind port 4f27059f-e873-4b0c-99be-8260deddc27d by drivers openvswitch,hyperv on host dv-cinder-842149-1-iscsi at level 0 using segments [{'id': '1c156ced-2786-412e-9fcf-5e0bd25c37ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fac7d240-6e72-4e7e-a11f-51c520d02d21'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:12:19.039241 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd09f641-604a-468f-a6ed-15f1f78312df None None] Attempting to bind port 4f27059f-e873-4b0c-99be-8260deddc27d on network fac7d240-6e72-4e7e-a11f-51c520d02d21 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:12:19.043504 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-230b6241-2603-44d6-a331-2cf18598e8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (cfb01fd9-84c6-4252-9a07-4287a1b7eadf), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:19.110267 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd09f641-604a-468f-a6ed-15f1f78312df None None] Checking agent: {'id': '112412f2-6814-4612-abcf-1771f8ba00b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 1, 57), 'started_at': datetime.datetime(2022, 5, 17, 17, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:12:19.111130 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd09f641-604a-468f-a6ed-15f1f78312df None None] Checking segment: {'id': '1c156ced-2786-412e-9fcf-5e0bd25c37ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fac7d240-6e72-4e7e-a11f-51c520d02d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:12:19.111791 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dd09f641-604a-468f-a6ed-15f1f78312df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:19.112502 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd09f641-604a-468f-a6ed-15f1f78312df None None] Bound using segment: {'id': '1c156ced-2786-412e-9fcf-5e0bd25c37ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fac7d240-6e72-4e7e-a11f-51c520d02d21'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:12:19.113156 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-dd09f641-604a-468f-a6ed-15f1f78312df None None] Bound port: 4f27059f-e873-4b0c-99be-8260deddc27d, host: dv-cinder-842149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c156ced-2786-412e-9fcf-5e0bd25c37ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fac7d240-6e72-4e7e-a11f-51c520d02d21'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:12:19.113705 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dd09f641-604a-468f-a6ed-15f1f78312df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (4f27059f-e873-4b0c-99be-8260deddc27d), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:19.220990 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd116ef-e575-40f2-9152-b71c94972c06 req-f2b485b3-1f98-44bc-85c5-1aeed29cc824 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:19.235021 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-4fd116ef-e575-40f2-9152-b71c94972c06 req-f2b485b3-1f98-44bc-85c5-1aeed29cc824 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.48 "GET /v2.0/ports?device_id=1127edfe-a0d6-403d-b83d-e7b55dba4cbf HTTP/1.1" status: 200 len: 949 time: 0.1257689 May 17 17:12:19.301781 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4038065-066c-47c6-98f8-8dfa65ccd4e5 admin admin] Router 7d466b45-c242-4537-a7de-1f35c977c0da is scheduled to L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 with binding_index 1 {{(pid=103510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 17:12:19.316547 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-dd09f641-604a-468f-a6ed-15f1f78312df None None] For port 4f27059f-e873-4b0c-99be-8260deddc27d, host dv-cinder-842149-1-iscsi, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:12:19.322309 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-dd09f641-604a-468f-a6ed-15f1f78312df None None] For port 4f27059f-e873-4b0c-99be-8260deddc27d, host dv-cinder-842149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=4f27059f-e873-4b0c-99be-8260deddc27d,segment=NetworkSegment(1c156ced-2786-412e-9fcf-5e0bd25c37ad),segment_id=1c156ced-2786-412e-9fcf-5e0bd25c37ad)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:12:19.340966 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-dd09f641-604a-468f-a6ed-15f1f78312df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (4f27059f-e873-4b0c-99be-8260deddc27d), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:19.358385 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b6241-2603-44d6-a331-2cf18598e8b8 None None] Pushing event updated for resources: {'Port': ['ID=cfb01fd9-84c6-4252-9a07-4287a1b7eadf,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:19.360218 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-4fd116ef-e575-40f2-9152-b71c94972c06 req-2dc0b567-17fa-411a-95c4-1fa4434c11f4 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.48 "GET /v2.0/security-groups?id=612d5f08-f012-4a42-8e68-fa91c66dade9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245673 May 17 17:12:19.442438 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-edf2ce24-124d-46e4-b917-f833890f987e None None] Provisioning complete for port 4f27059f-e873-4b0c-99be-8260deddc27d triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:12:19.443047 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-edf2ce24-124d-46e4-b917-f833890f987e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (4f27059f-e873-4b0c-99be-8260deddc27d), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:19.499141 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd09f641-604a-468f-a6ed-15f1f78312df None None] Routers {'41dee493-033b-4f12-a702-0f31bd397ae3'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:12:19.499892 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-dd09f641-604a-468f-a6ed-15f1f78312df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:11:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['41dee493-033b-4f12-a702-0f31bd397ae3'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:12:19.601069 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4038065-066c-47c6-98f8-8dfa65ccd4e5 admin admin] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:12:19.621811 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a3d317-0d20-4b60-a82d-8f0407eeba03 None None] Sync routers for ids ['7d466b45-c242-4537-a7de-1f35c977c0da'] in dv-cinder-842149-1-iscsi {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:12:19.669899 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a3d317-0d20-4b60-a82d-8f0407eeba03 None None] Routers {'7d466b45-c242-4537-a7de-1f35c977c0da'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:12:19.670562 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-b0a3d317-0d20-4b60-a82d-8f0407eeba03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:11:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['7d466b45-c242-4537-a7de-1f35c977c0da'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:12:19.673266 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c4038065-066c-47c6-98f8-8dfa65ccd4e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:19.678704 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 46240) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:12:19.679300 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-c4038065-066c-47c6-98f8-8dfa65ccd4e5 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7660055 May 17 17:12:19.921066 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-b0a3d317-0d20-4b60-a82d-8f0407eeba03 None None] Set router 7d466b45-c242-4537-a7de-1f35c977c0da gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:12:20.124758 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c53119-b2f6-4540-8f5b-90232324242c None None] Pushing event updated for resources: {'Port': ['ID=4f27059f-e873-4b0c-99be-8260deddc27d,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:20.152567 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (f77364a9-2f6e-44ad-9fc6-92e3e143ef92), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:20.204187 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-edf2ce24-124d-46e4-b917-f833890f987e None None] Current status of the port 4f27059f-e873-4b0c-99be-8260deddc27d is: DOWN; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:12:20.204825 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-edf2ce24-124d-46e4-b917-f833890f987e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (4f27059f-e873-4b0c-99be-8260deddc27d), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:20.247421 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-b0a3d317-0d20-4b60-a82d-8f0407eeba03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d466b45-c242-4537-a7de-1f35c977c0da', 'name': 'tempest-TestShelveInstance-742662555-router', 'tenant_id': '21299fda6d7a4f278b2594739476b380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '8e53a8c6-8023-4742-9654-62c7ad680bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:12:16Z', 'updated_at': '2022-05-17T17:12:18Z', 'revision_number': 3, 'project_id': '21299fda6d7a4f278b2594739476b380', 'gw_port': {'id': '8e53a8c6-8023-4742-9654-62c7ad680bf2', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ac:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d466b45-c242-4537-a7de-1f35c977c0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:12:17Z', 'updated_at': '2022-05-17T17:12:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi'}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:12:20.287696 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a3d317-0d20-4b60-a82d-8f0407eeba03 None None] Checking router: 7d466b45-c242-4537-a7de-1f35c977c0da for host: dv-cinder-842149-1-iscsi {{(pid=103513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:12:20.288878 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a3d317-0d20-4b60-a82d-8f0407eeba03 None None] Updating router 7d466b45-c242-4537-a7de-1f35c977c0da port 8e53a8c6-8023-4742-9654-62c7ad680bf2 binding host dv-cinder-842149-1-iscsi {{(pid=103513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 17:12:20.327757 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b0a3d317-0d20-4b60-a82d-8f0407eeba03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (8e53a8c6-8023-4742-9654-62c7ad680bf2), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:20.333875 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-edf2ce24-124d-46e4-b917-f833890f987e None None] For port 4f27059f-e873-4b0c-99be-8260deddc27d, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=4f27059f-e873-4b0c-99be-8260deddc27d,segment=NetworkSegment(1c156ced-2786-412e-9fcf-5e0bd25c37ad),segment_id=1c156ced-2786-412e-9fcf-5e0bd25c37ad)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:12:20.358301 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-edf2ce24-124d-46e4-b917-f833890f987e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (4f27059f-e873-4b0c-99be-8260deddc27d), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:20.367729 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab5b4e-96fe-43e8-bc8d-ed88da3cb800 req-7df6df2e-8da6-4b96-a92a-7639215228be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:20.369324 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4eab5b4e-96fe-43e8-bc8d-ed88da3cb800 req-7df6df2e-8da6-4b96-a92a-7639215228be service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea3305a913c541e4a45267497213df1c&device_id=09d096e1-5210-41e8-ae6e-dee03652b474 HTTP/1.1" status: 200 len: 1129 time: 0.1520913 May 17 17:12:20.414175 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5a4ea-d70c-42ef-88af-f1aba15a79d0 req-73798344-8e6e-4b70-b238-ad5aca76a6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:20.415661 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a2e5a4ea-d70c-42ef-88af-f1aba15a79d0 req-73798344-8e6e-4b70-b238-ad5aca76a6cc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=09d096e1-5210-41e8-ae6e-dee03652b474 HTTP/1.1" status: 200 len: 1129 time: 0.1285801 May 17 17:12:20.451887 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2ce24-124d-46e4-b917-f833890f987e None None] Pushing event updated for resources: {'Port': ['ID=4f27059f-e873-4b0c-99be-8260deddc27d,revision_number=5']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:20.464318 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-dd09f641-604a-468f-a6ed-15f1f78312df None None] Set router 41dee493-033b-4f12-a702-0f31bd397ae3 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:12:20.571437 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-fa52b51e-ff42-4d78-8ae4-3f1314fb751f None None] Provisioning complete for port 4f27059f-e873-4b0c-99be-8260deddc27d triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:12:20.572118 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fa52b51e-ff42-4d78-8ae4-3f1314fb751f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (4f27059f-e873-4b0c-99be-8260deddc27d), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:20.706611 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a2e5a4ea-d70c-42ef-88af-f1aba15a79d0 req-f1962554-6c96-4f1a-8dcf-f360bde9b905 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682736 May 17 17:12:20.774471 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab5b4e-96fe-43e8-bc8d-ed88da3cb800 req-ac977d0c-bae8-4c4c-b4c1-6bc2a6159242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:20.775943 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4eab5b4e-96fe-43e8-bc8d-ed88da3cb800 req-ac977d0c-bae8-4c4c-b4c1-6bc2a6159242 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d8fd1f2f-e54a-4844-8483-0ddae8800cdb HTTP/1.1" status: 200 len: 920 time: 0.3713093 May 17 17:12:20.777311 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device cfb01fd9-84c6-4252-9a07-4287a1b7eadf up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:12:20.781639 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b0a3d317-0d20-4b60-a82d-8f0407eeba03 None None] Publish callbacks [] for port (8e53a8c6-8023-4742-9654-62c7ad680bf2), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:20.809540 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b0a3d317-0d20-4b60-a82d-8f0407eeba03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (8e53a8c6-8023-4742-9654-62c7ad680bf2), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:20.834918 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device e148e602-2871-4651-9e6a-6b54bb29294a up at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:12:20.899945 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5cbdc-a273-4d62-8fea-df2b7bc8cb0b req-9aea762b-2244-4014-86ba-5a7067526969 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:20.909162 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-e3e5cbdc-a273-4d62-8fea-df2b7bc8cb0b req-9aea762b-2244-4014-86ba-5a7067526969 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d096e1-5210-41e8-ae6e-dee03652b474 HTTP/1.1" status: 200 len: 945 time: 0.7277312 May 17 17:12:20.918194 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port cfb01fd9-84c6-4252-9a07-4287a1b7eadf triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:12:20.918565 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (cfb01fd9-84c6-4252-9a07-4287a1b7eadf), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:20.938332 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc797000-f8b9-4582-91f2-0e250e7efbf6 None None] Pushing event updated for resources: {'Port': ['ID=8e53a8c6-8023-4742-9654-62c7ad680bf2,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:20.944931 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-b0a3d317-0d20-4b60-a82d-8f0407eeba03 None None] Attempting to bind port 8e53a8c6-8023-4742-9654-62c7ad680bf2 on host dv-cinder-842149-1-iscsi for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:12:20.945558 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-b0a3d317-0d20-4b60-a82d-8f0407eeba03 None None] Attempting to bind port 8e53a8c6-8023-4742-9654-62c7ad680bf2 by drivers openvswitch,hyperv on host dv-cinder-842149-1-iscsi at level 0 using segments [{'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:12:20.946133 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a3d317-0d20-4b60-a82d-8f0407eeba03 None None] Attempting to bind port 8e53a8c6-8023-4742-9654-62c7ad680bf2 on network 02c56ec1-398e-4da7-8d6f-c5872f286327 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:12:20.961052 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a3d317-0d20-4b60-a82d-8f0407eeba03 None None] Checking agent: {'id': '112412f2-6814-4612-abcf-1771f8ba00b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 1, 57), 'started_at': datetime.datetime(2022, 5, 17, 17, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:12:20.961467 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a3d317-0d20-4b60-a82d-8f0407eeba03 None None] Checking segment: {'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:12:20.962706 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b0a3d317-0d20-4b60-a82d-8f0407eeba03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:20.963104 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a3d317-0d20-4b60-a82d-8f0407eeba03 None None] Bound using segment: {'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:12:20.963894 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e3f85-9904-426b-8aa0-4c66d2256848 req-8480f912-0a64-43d2-a667-fea35a58365d tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:20.964285 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-b0a3d317-0d20-4b60-a82d-8f0407eeba03 None None] Bound port: 8e53a8c6-8023-4742-9654-62c7ad680bf2, host: dv-cinder-842149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:12:20.964665 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b0a3d317-0d20-4b60-a82d-8f0407eeba03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (8e53a8c6-8023-4742-9654-62c7ad680bf2), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:20.975746 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b34e3f85-9904-426b-8aa0-4c66d2256848 req-8480f912-0a64-43d2-a667-fea35a58365d tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 945 time: 0.7740247 May 17 17:12:21.035741 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4eab5b4e-96fe-43e8-bc8d-ed88da3cb800 req-f1183a3b-0f55-4f92-b79a-95cfe76bb0ac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a023c407-040e-4e16-b8de-6dc1de12fc09 HTTP/1.1" status: 200 len: 217 time: 0.0910592 May 17 17:12:21.104278 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-b0a3d317-0d20-4b60-a82d-8f0407eeba03 None None] For port 8e53a8c6-8023-4742-9654-62c7ad680bf2, host dv-cinder-842149-1-iscsi, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:12:21.113148 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-b0a3d317-0d20-4b60-a82d-8f0407eeba03 None None] For port 8e53a8c6-8023-4742-9654-62c7ad680bf2, host dv-cinder-842149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=8e53a8c6-8023-4742-9654-62c7ad680bf2,segment=NetworkSegment(d323b912-4d66-4aae-868e-160b7e4a1fa7),segment_id=d323b912-4d66-4aae-868e-160b7e4a1fa7)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:12:21.137048 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-b0a3d317-0d20-4b60-a82d-8f0407eeba03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (8e53a8c6-8023-4742-9654-62c7ad680bf2), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:21.157526 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab5b4e-96fe-43e8-bc8d-ed88da3cb800 req-e05d0799-00e0-4e90-9ed7-03ea2ef0cf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:21.182769 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4eab5b4e-96fe-43e8-bc8d-ed88da3cb800 req-e05d0799-00e0-4e90-9ed7-03ea2ef0cf29 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ac6ed14f-342b-4c1d-a6d0-3f83923520d0 HTTP/1.1" status: 200 len: 858 time: 0.1354668 May 17 17:12:21.190474 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-e3e5cbdc-a273-4d62-8fea-df2b7bc8cb0b req-b355aded-4d76-46c6-b692-0c87554d174d tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484164 May 17 17:12:21.202084 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a3d317-0d20-4b60-a82d-8f0407eeba03 None None] Routers {'7d466b45-c242-4537-a7de-1f35c977c0da'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:12:21.203023 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-b0a3d317-0d20-4b60-a82d-8f0407eeba03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:11:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['7d466b45-c242-4537-a7de-1f35c977c0da'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:12:21.243506 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-fa52b51e-ff42-4d78-8ae4-3f1314fb751f None None] Current status of the port 4f27059f-e873-4b0c-99be-8260deddc27d is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:12:21.254050 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc797000-f8b9-4582-91f2-0e250e7efbf6 None None] Pushing event updated for resources: {'Port': ['ID=8e53a8c6-8023-4742-9654-62c7ad680bf2,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:21.254876 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b34e3f85-9904-426b-8aa0-4c66d2256848 req-569ba795-e52f-42bd-ba0b-15069a10643e tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2779200 May 17 17:12:21.302788 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82678b1-1b73-40e1-a93c-480474c07146 None None] Network 920b934e-a0af-405c-a1e4-ca21e922973a requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:12:21.376896 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7396d-6d0b-4c64-a0ee-b9ec13fc1891 req-d6749800-e7ec-4cbb-86ec-a7e3a8bff55d tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:21.384110 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1ad7396d-6d0b-4c64-a0ee-b9ec13fc1891 req-d6749800-e7ec-4cbb-86ec-a7e3a8bff55d tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.48 "GET /v2.0/ports?device_id=1127edfe-a0d6-403d-b83d-e7b55dba4cbf HTTP/1.1" status: 200 len: 949 time: 0.0711911 May 17 17:12:21.392897 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-b0a3d317-0d20-4b60-a82d-8f0407eeba03 None None] Set router 7d466b45-c242-4537-a7de-1f35c977c0da gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:12:21.460913 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-5053a3f3-30e8-4810-b0b9-6e965da6d5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:21.463316 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-50265ec1-2e04-46bd-8f99-e8590cfb0662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:21.474458 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning for port e148e602-2871-4651-9e6a-6b54bb29294a completed by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 17:12:21.483251 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1ad7396d-6d0b-4c64-a0ee-b9ec13fc1891 req-5e0daf67-31a0-4dc9-90ad-7732b45dd484 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.48 "GET /v2.0/security-groups?id=612d5f08-f012-4a42-8e68-fa91c66dade9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963213 May 17 17:12:21.524086 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning complete for port e148e602-2871-4651-9e6a-6b54bb29294a triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:12:21.524689 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (e148e602-2871-4651-9e6a-6b54bb29294a), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:21.623352 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab5b4e-96fe-43e8-bc8d-ed88da3cb800 req-71f0cb3e-ce73-47e5-ade7-d0be8d9e98a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:21.627111 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4eab5b4e-96fe-43e8-bc8d-ed88da3cb800 req-71f0cb3e-ce73-47e5-ade7-d0be8d9e98a5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d8fd1f2f-e54a-4844-8483-0ddae8800cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0947704 May 17 17:12:21.655422 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-1f7a8a88-e511-45e6-92b9-dfd9a4e087ae None None] Provisioning complete for port cfb01fd9-84c6-4252-9a07-4287a1b7eadf triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:12:21.658187 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1f7a8a88-e511-45e6-92b9-dfd9a4e087ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (cfb01fd9-84c6-4252-9a07-4287a1b7eadf), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:21.762045 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port cfb01fd9-84c6-4252-9a07-4287a1b7eadf is: DOWN; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:12:21.762469 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (cfb01fd9-84c6-4252-9a07-4287a1b7eadf), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:21.764597 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-dd09f641-604a-468f-a6ed-15f1f78312df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dee493-033b-4f12-a702-0f31bd397ae3', 'name': 'tempest-TestShelveInstance-320921139-router', 'tenant_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '514442f4-93c2-4fb3-8b22-434f26cd89ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:12:10Z', 'updated_at': '2022-05-17T17:12:14Z', 'revision_number': 4, 'project_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'gw_port': {'id': '514442f4-93c2-4fb3-8b22-434f26cd89ef', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dee493-033b-4f12-a702-0f31bd397ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:12:11Z', 'updated_at': '2022-05-17T17:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': '4f27059f-e873-4b0c-99be-8260deddc27d', 'name': '', 'network_id': 'fac7d240-6e72-4e7e-a11f-51c520d02d21', 'tenant_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'mac_address': 'fa:16:3e:3e:e6:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41dee493-033b-4f12-a702-0f31bd397ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'a7d1a19a-d549-479d-ad0e-c4729109fef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:12:13Z', 'updated_at': '2022-05-17T17:12:19Z', 'revision_number': 4, 'project_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'subnets': [{'id': 'a7d1a19a-d549-479d-ad0e-c4729109fef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:12:21.791662 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.db_base_plugin_common [None req-5053a3f3-30e8-4810-b0b9-6e965da6d5be admin admin] Allocated IP 172.20.0.1 (920b934e-a0af-405c-a1e4-ca21e922973a/9e6ba00a-0686-4ede-b51f-0634805c723c/cd451221-a218-4729-9c62-8ae6a4ad1884) {{(pid=103511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:12:21.825454 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd09f641-604a-468f-a6ed-15f1f78312df None None] The sync data for ids ['41dee493-033b-4f12-a702-0f31bd397ae3'] in dv-cinder-842149-1-iscsi is: [{'id': '41dee493-033b-4f12-a702-0f31bd397ae3', 'name': 'tempest-TestShelveInstance-320921139-router', 'tenant_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '514442f4-93c2-4fb3-8b22-434f26cd89ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:12:10Z', 'updated_at': '2022-05-17T17:12:14Z', 'revision_number': 4, 'project_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'gw_port': {'id': '514442f4-93c2-4fb3-8b22-434f26cd89ef', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dee493-033b-4f12-a702-0f31bd397ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:12:11Z', 'updated_at': '2022-05-17T17:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': '4f27059f-e873-4b0c-99be-8260deddc27d', 'name': '', 'network_id': 'fac7d240-6e72-4e7e-a11f-51c520d02d21', 'tenant_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'mac_address': 'fa:16:3e:3e:e6:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41dee493-033b-4f12-a702-0f31bd397ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'a7d1a19a-d549-479d-ad0e-c4729109fef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:12:13Z', 'updated_at': '2022-05-17T17:12:19Z', 'revision_number': 4, 'project_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'subnets': [{'id': 'a7d1a19a-d549-479d-ad0e-c4729109fef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:12:21.882700 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port e148e602-2871-4651-9e6a-6b54bb29294a is: BUILD; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:12:21.883634 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (e148e602-2871-4651-9e6a-6b54bb29294a), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:21.892081 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-b0a3d317-0d20-4b60-a82d-8f0407eeba03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d466b45-c242-4537-a7de-1f35c977c0da', 'name': 'tempest-TestShelveInstance-742662555-router', 'tenant_id': '21299fda6d7a4f278b2594739476b380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '8e53a8c6-8023-4742-9654-62c7ad680bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:12:16Z', 'updated_at': '2022-05-17T17:12:18Z', 'revision_number': 3, 'project_id': '21299fda6d7a4f278b2594739476b380', 'gw_port': {'id': '8e53a8c6-8023-4742-9654-62c7ad680bf2', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ac:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d466b45-c242-4537-a7de-1f35c977c0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:12:17Z', 'updated_at': '2022-05-17T17:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi'}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:12:21.990085 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-1f7a8a88-e511-45e6-92b9-dfd9a4e087ae None None] Current status of the port cfb01fd9-84c6-4252-9a07-4287a1b7eadf is: DOWN; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:12:21.990530 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1f7a8a88-e511-45e6-92b9-dfd9a4e087ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (cfb01fd9-84c6-4252-9a07-4287a1b7eadf), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:22.026460 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port e148e602-2871-4651-9e6a-6b54bb29294a, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=e148e602-2871-4651-9e6a-6b54bb29294a,segment=NetworkSegment(08ea70e5-1e7b-496a-a4d6-53f67d4ad5db),segment_id=08ea70e5-1e7b-496a-a4d6-53f67d4ad5db)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:12:22.035941 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1127edfe-a0d6-403d-b83d-e7b55dba4cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e148e602-2871-4651-9e6a-6b54bb29294a'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:12:22.038091 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a3d317-0d20-4b60-a82d-8f0407eeba03 None None] The sync data for ids ['7d466b45-c242-4537-a7de-1f35c977c0da'] in dv-cinder-842149-1-iscsi is: [{'id': '7d466b45-c242-4537-a7de-1f35c977c0da', 'name': 'tempest-TestShelveInstance-742662555-router', 'tenant_id': '21299fda6d7a4f278b2594739476b380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '8e53a8c6-8023-4742-9654-62c7ad680bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:12:16Z', 'updated_at': '2022-05-17T17:12:18Z', 'revision_number': 3, 'project_id': '21299fda6d7a4f278b2594739476b380', 'gw_port': {'id': '8e53a8c6-8023-4742-9654-62c7ad680bf2', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ac:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d466b45-c242-4537-a7de-1f35c977c0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:12:17Z', 'updated_at': '2022-05-17T17:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi'}] {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:12:22.038727 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47090663941ec1551041a48ed4f6687b33fcf119bf177f9ca48a03ee97be2a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31b7f19-e200-4b27-b4e3-57bc5244eacb" -d '{"events": [{"server_uuid": "1127edfe-a0d6-403d-b83d-e7b55dba4cbf", "name": "network-vif-plugged", "status": "completed", "tag": "e148e602-2871-4651-9e6a-6b54bb29294a"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:12:22.050692 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (e148e602-2871-4651-9e6a-6b54bb29294a), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:22.153013 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-5053a3f3-30e8-4810-b0b9-6e965da6d5be admin admin] Publish callbacks [] for port (cd451221-a218-4729-9c62-8ae6a4ad1884), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:22.174730 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af4731d-ccf0-43a1-bd45-1a900215cd58 x-openstack-request-id: req-3af4731d-ccf0-43a1-bd45-1a900215cd58 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:12:22.175681 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1127edfe-a0d6-403d-b83d-e7b55dba4cbf", "name": "network-vif-plugged", "status": "completed", "tag": "e148e602-2871-4651-9e6a-6b54bb29294a", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:12:22.175948 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3af4731d-ccf0-43a1-bd45-1a900215cd58 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:12:22.176343 dv-cinder-842149-1-iscsi neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3af4731d-ccf0-43a1-bd45-1a900215cd58'] response: {'server_uuid': '1127edfe-a0d6-403d-b83d-e7b55dba4cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e148e602-2871-4651-9e6a-6b54bb29294a', 'code': 200} May 17 17:12:22.177661 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=e148e602-2871-4651-9e6a-6b54bb29294a,revision_number=5']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:22.224726 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] For port cfb01fd9-84c6-4252-9a07-4287a1b7eadf, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=cfb01fd9-84c6-4252-9a07-4287a1b7eadf,segment=NetworkSegment(ec5a4447-42a6-45b4-9a2d-f2b2937c7803),segment_id=ec5a4447-42a6-45b4-9a2d-f2b2937c7803)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:12:22.240869 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (cfb01fd9-84c6-4252-9a07-4287a1b7eadf), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:22.253349 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-5053a3f3-30e8-4810-b0b9-6e965da6d5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4266351'] for port (cd451221-a218-4729-9c62-8ae6a4ad1884), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:22.343958 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Pushing event updated for resources: {'Port': ['ID=cfb01fd9-84c6-4252-9a07-4287a1b7eadf,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:22.391528 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.db.api [None req-1f7a8a88-e511-45e6-92b9-dfd9a4e087ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103512) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 17 17:12:22.391937 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG oslo_db.api [None req-1f7a8a88-e511-45e6-92b9-dfd9a4e087ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 17 17:12:22.457016 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5053a3f3-30e8-4810-b0b9-6e965da6d5be admin admin] Network 920b934e-a0af-405c-a1e4-ca21e922973a is already hosted by enough agents. {{(pid=103511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:12:22.479575 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [None req-5053a3f3-30e8-4810-b0b9-6e965da6d5be admin admin] Resources bound (agent type, host, resource id): {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:12:22.499228 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5053a3f3-30e8-4810-b0b9-6e965da6d5be admin admin] Received port after_create {{(pid=103511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:12:22.509801 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4eab5b4e-96fe-43e8-bc8d-ed88da3cb800 req-fc5901b2-5b90-4563-b86d-9e2c85cb6830 service neutron] 10.222.0.23 "GET /v2.0/networks/d8fd1f2f-e54a-4844-8483-0ddae8800cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8618867 May 17 17:12:22.561866 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5053a3f3-30e8-4810-b0b9-6e965da6d5be admin admin] Pushing event updated for resources: {'Port': ['ID=cd451221-a218-4729-9c62-8ae6a4ad1884,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:22.622728 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4619fca-3746-4a0d-a028-5ca45cfebc1d req-28637ece-88a9-4b7c-9648-15d1575c2c09 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:22.629902 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a4619fca-3746-4a0d-a028-5ca45cfebc1d req-28637ece-88a9-4b7c-9648-15d1575c2c09 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d096e1-5210-41e8-ae6e-dee03652b474 HTTP/1.1" status: 200 len: 945 time: 0.3129539 May 17 17:12:22.689774 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314354f-b750-4e14-b80c-f48ebd98ae07 req-db7f3bb1-c116-411b-bc69-ba2cd390d357 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:22.699868 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1314354f-b750-4e14-b80c-f48ebd98ae07 req-db7f3bb1-c116-411b-bc69-ba2cd390d357 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 945 time: 0.2408872 May 17 17:12:22.721925 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053a3f3-30e8-4810-b0b9-6e965da6d5be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:22.722306 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053a3f3-30e8-4810-b0b9-6e965da6d5be admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:22.722614 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053a3f3-30e8-4810-b0b9-6e965da6d5be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:22.722970 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053a3f3-30e8-4810-b0b9-6e965da6d5be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:22.723271 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053a3f3-30e8-4810-b0b9-6e965da6d5be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:22.723593 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053a3f3-30e8-4810-b0b9-6e965da6d5be admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:22.723959 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053a3f3-30e8-4810-b0b9-6e965da6d5be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:22.724319 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053a3f3-30e8-4810-b0b9-6e965da6d5be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:22.724666 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053a3f3-30e8-4810-b0b9-6e965da6d5be admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:22.724973 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053a3f3-30e8-4810-b0b9-6e965da6d5be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:22.725702 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053a3f3-30e8-4810-b0b9-6e965da6d5be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:22.725702 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053a3f3-30e8-4810-b0b9-6e965da6d5be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:22.725899 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053a3f3-30e8-4810-b0b9-6e965da6d5be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:22.726213 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053a3f3-30e8-4810-b0b9-6e965da6d5be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:22.726526 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053a3f3-30e8-4810-b0b9-6e965da6d5be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:22.795160 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-5053a3f3-30e8-4810-b0b9-6e965da6d5be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7867333'] for router_interface (7d466b45-c242-4537-a7de-1f35c977c0da), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:23.010841 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-1f7a8a88-e511-45e6-92b9-dfd9a4e087ae None None] Current status of the port cfb01fd9-84c6-4252-9a07-4287a1b7eadf is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:12:23.021742 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 4f27059f-e873-4b0c-99be-8260deddc27d up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:12:23.025266 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a4619fca-3746-4a0d-a028-5ca45cfebc1d req-826f9386-1769-4773-b1cc-82f056196c97 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944051 May 17 17:12:23.037369 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1314354f-b750-4e14-b80c-f48ebd98ae07 req-c8408c1b-117e-4899-8d4f-9cd2713167bc tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3365614 May 17 17:12:23.105195 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4eab5b4e-96fe-43e8-bc8d-ed88da3cb800 req-19d3bd06-43c2-4f23-ae0e-4401eec7d4c4 service neutron] 10.222.0.23 "GET /v2.0/networks/d8fd1f2f-e54a-4844-8483-0ddae8800cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352536 May 17 17:12:23.158106 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port 4f27059f-e873-4b0c-99be-8260deddc27d triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:12:23.158643 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (4f27059f-e873-4b0c-99be-8260deddc27d), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:23.160470 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-000bf79a-4122-4a9c-91a0-158204fac498 None None] Provisioning complete for port cd451221-a218-4729-9c62-8ae6a4ad1884 triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:12:23.161020 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-000bf79a-4122-4a9c-91a0-158204fac498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (cd451221-a218-4729-9c62-8ae6a4ad1884), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:23.231989 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-000bf79a-4122-4a9c-91a0-158204fac498 None None] Port cd451221-a218-4729-9c62-8ae6a4ad1884 cannot update to ACTIVE because it is not bound. {{(pid=103512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:12:23.276689 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-5053a3f3-30e8-4810-b0b9-6e965da6d5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (cd451221-a218-4729-9c62-8ae6a4ad1884), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:23.305100 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-000bf79a-4122-4a9c-91a0-158204fac498 None None] Provisioning complete for port cfb01fd9-84c6-4252-9a07-4287a1b7eadf triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:12:23.305595 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-000bf79a-4122-4a9c-91a0-158204fac498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (cfb01fd9-84c6-4252-9a07-4287a1b7eadf), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:23.313406 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff386cd1-394a-411e-b6b2-679d2121acb9 req-d2c09411-39ca-4112-818a-d585a0a60329 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:23.323205 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ff386cd1-394a-411e-b6b2-679d2121acb9 req-d2c09411-39ca-4112-818a-d585a0a60329 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.48 "GET /v2.0/ports?device_id=1127edfe-a0d6-403d-b83d-e7b55dba4cbf HTTP/1.1" status: 200 len: 950 time: 0.1663301 May 17 17:12:23.495108 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-000bf79a-4122-4a9c-91a0-158204fac498 None None] Current status of the port cfb01fd9-84c6-4252-9a07-4287a1b7eadf is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:12:23.500337 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-79414cc3-29e1-439e-9126-fc665ba93a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:23.514616 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ff386cd1-394a-411e-b6b2-679d2121acb9 req-5aa07856-2c32-4da5-b033-935f319ea761 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.48 "GET /v2.0/security-groups?id=612d5f08-f012-4a42-8e68-fa91c66dade9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851635 May 17 17:12:23.559386 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port 4f27059f-e873-4b0c-99be-8260deddc27d is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:12:23.560918 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device cfb01fd9-84c6-4252-9a07-4287a1b7eadf up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:12:23.709548 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port cfb01fd9-84c6-4252-9a07-4287a1b7eadf triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:12:23.709548 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (cfb01fd9-84c6-4252-9a07-4287a1b7eadf), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:23.783758 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-5053a3f3-30e8-4810-b0b9-6e965da6d5be admin admin] Publish callbacks [] for port (cd451221-a218-4729-9c62-8ae6a4ad1884), precommit_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:23.820271 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-5053a3f3-30e8-4810-b0b9-6e965da6d5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4266328'] for port (cd451221-a218-4729-9c62-8ae6a4ad1884), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:23.851009 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port cfb01fd9-84c6-4252-9a07-4287a1b7eadf is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:12:23.852297 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 8e53a8c6-8023-4742-9654-62c7ad680bf2 up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:12:23.891022 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-5053a3f3-30e8-4810-b0b9-6e965da6d5be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7868047'] for router_interface (7d466b45-c242-4537-a7de-1f35c977c0da), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:23.894859 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5053a3f3-30e8-4810-b0b9-6e965da6d5be admin admin] Pushing event updated for resources: {'Port': ['ID=cd451221-a218-4729-9c62-8ae6a4ad1884,revision_number=2']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:23.911520 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port 8e53a8c6-8023-4742-9654-62c7ad680bf2 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:12:23.911945 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (8e53a8c6-8023-4742-9654-62c7ad680bf2), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:24.107265 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5053a3f3-30e8-4810-b0b9-6e965da6d5be admin admin] Network 920b934e-a0af-405c-a1e4-ca21e922973a is already hosted by enough agents. {{(pid=103511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:12:24.124143 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [None req-5053a3f3-30e8-4810-b0b9-6e965da6d5be admin admin] Resources bound (agent type, host, resource id): {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:12:24.202736 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b9a9d6-8261-45f7-ae0f-b82540a37583 req-73540d78-84a7-4526-8ca6-8423e73490a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:24.204625 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-15b9a9d6-8261-45f7-ae0f-b82540a37583 req-73540d78-84a7-4526-8ca6-8423e73490a3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1127edfe-a0d6-403d-b83d-e7b55dba4cbf HTTP/1.1" status: 200 len: 1134 time: 0.1498179 May 17 17:12:24.311897 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-15b9a9d6-8261-45f7-ae0f-b82540a37583 req-e5a7fc8b-304c-4ff1-9fdf-ded834b8329e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=612d5f08-f012-4a42-8e68-fa91c66dade9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987024 May 17 17:12:24.374928 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ceeaf-d46e-4374-b400-a11b324f1547 req-9477e0ca-8072-4ad2-bdaf-a1581d6e9bf7 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:24.377222 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-072ceeaf-d46e-4374-b400-a11b324f1547 req-9477e0ca-8072-4ad2-bdaf-a1581d6e9bf7 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d096e1-5210-41e8-ae6e-dee03652b474 HTTP/1.1" status: 200 len: 945 time: 0.1205227 May 17 17:12:24.405047 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port 8e53a8c6-8023-4742-9654-62c7ad680bf2 is: DOWN; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:12:24.405628 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (8e53a8c6-8023-4742-9654-62c7ad680bf2), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:24.454232 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] For port 8e53a8c6-8023-4742-9654-62c7ad680bf2, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=8e53a8c6-8023-4742-9654-62c7ad680bf2,segment=NetworkSegment(d323b912-4d66-4aae-868e-160b7e4a1fa7),segment_id=d323b912-4d66-4aae-868e-160b7e4a1fa7)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:12:24.463771 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (8e53a8c6-8023-4742-9654-62c7ad680bf2), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:24.476511 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85ecb5-b1da-45c0-b63b-b0c303b5f06e req-5bbcad11-dbee-4ed4-86ab-ea4e29834ac4 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:24.488675 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1c85ecb5-b1da-45c0-b63b-b0c303b5f06e req-5bbcad11-dbee-4ed4-86ab-ea4e29834ac4 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 945 time: 0.1722560 May 17 17:12:24.571181 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-072ceeaf-d46e-4374-b400-a11b324f1547 req-c840d54c-f0a6-4b28-824f-05a5c0683a54 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764132 May 17 17:12:24.585188 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Pushing event updated for resources: {'Port': ['ID=8e53a8c6-8023-4742-9654-62c7ad680bf2,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:24.640252 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-399da04a-8c71-44f2-bef1-01e7032c8bed None None] Provisioning complete for port cd451221-a218-4729-9c62-8ae6a4ad1884 triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:12:24.640638 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-399da04a-8c71-44f2-bef1-01e7032c8bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (cd451221-a218-4729-9c62-8ae6a4ad1884), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:24.641952 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1c85ecb5-b1da-45c0-b63b-b0c303b5f06e req-5f1c10b0-3c80-4f12-8eb1-d11b6eb92e21 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476614 May 17 17:12:24.663164 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5053a3f3-30e8-4810-b0b9-6e965da6d5be admin admin] Router 7d466b45-c242-4537-a7de-1f35c977c0da has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:12:24.735315 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-399da04a-8c71-44f2-bef1-01e7032c8bed None None] Port cd451221-a218-4729-9c62-8ae6a4ad1884 cannot update to ACTIVE because it is not bound. {{(pid=103512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:12:24.845953 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:24.860520 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5053a3f3-30e8-4810-b0b9-6e965da6d5be admin admin] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:12:24.879301 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-5053a3f3-30e8-4810-b0b9-6e965da6d5be admin admin] 10.222.0.48 "PUT /v2.0/routers/7d466b45-c242-4537-a7de-1f35c977c0da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1976666 May 17 17:12:25.006031 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce410938-5d74-4212-950d-a1153113487a req-2a768b59-2d3e-49ad-8fb3-c25c06eb4e16 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:25.008123 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ce410938-5d74-4212-950d-a1153113487a req-2a768b59-2d3e-49ad-8fb3-c25c06eb4e16 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.48 "GET /v2.0/ports?device_id=1127edfe-a0d6-403d-b83d-e7b55dba4cbf HTTP/1.1" status: 200 len: 950 time: 0.0710597 May 17 17:12:25.083185 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ce410938-5d74-4212-950d-a1153113487a req-41b3629a-9981-4859-8ee2-d5c1fa0bf010 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.48 "GET /v2.0/security-groups?id=612d5f08-f012-4a42-8e68-fa91c66dade9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675280 May 17 17:12:25.290986 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578aab0-ede1-46be-8104-1aec39f1e93e req-aec4bc64-9ba4-47fd-a550-469e5f014836 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:25.292631 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-0578aab0-ede1-46be-8104-1aec39f1e93e req-aec4bc64-9ba4-47fd-a550-469e5f014836 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0622041 May 17 17:12:25.376280 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-0578aab0-ede1-46be-8104-1aec39f1e93e req-fc1c3a22-23a5-49a7-a5a1-e7ad00173274 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0755320 May 17 17:12:25.798846 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e2312e-01ce-4a83-addc-e458229f3bae None None] Sync routers for ids ['7d466b45-c242-4537-a7de-1f35c977c0da'] in dv-cinder-842149-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:12:25.808230 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c25004-5c76-4f2e-bd12-8301f687c575 req-d82241cc-1cf8-432a-b747-10485ec77e33 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:25.814553 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 46350) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:12:25.818017 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d0c25004-5c76-4f2e-bd12-8301f687c575 req-d82241cc-1cf8-432a-b747-10485ec77e33 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 945 time: 0.0809577 May 17 17:12:25.819311 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e2312e-01ce-4a83-addc-e458229f3bae None None] Routers {'7d466b45-c242-4537-a7de-1f35c977c0da'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:12:25.820444 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-c3e2312e-01ce-4a83-addc-e458229f3bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:12:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['7d466b45-c242-4537-a7de-1f35c977c0da'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:12:25.821188 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-24e956a1-ebd8-4f13-a6c1-2d94a80516c8 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-900031138', 'description': 'tempest-secgroup-smoke-900031138 description', 'project_id': '2630e0044e5f4f28b8d2adcfeaf0c604'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:12:25.881767 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-24e956a1-ebd8-4f13-a6c1-2d94a80516c8 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:25.889545 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d0c25004-5c76-4f2e-bd12-8301f687c575 req-bc01048c-631d-45e9-814e-2a0c5295e56c tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705543 May 17 17:12:25.933449 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:25.993031 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412b8ee-7f93-4da6-a73d-754ac8e477a7 req-6f1a9120-5781-4924-b1a9-d95c17e81cba tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:25.995486 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2412b8ee-7f93-4da6-a73d-754ac8e477a7 req-6f1a9120-5781-4924-b1a9-d95c17e81cba tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d096e1-5210-41e8-ae6e-dee03652b474 HTTP/1.1" status: 200 len: 945 time: 0.0665181 May 17 17:12:26.016027 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-c3e2312e-01ce-4a83-addc-e458229f3bae None None] Set router 7d466b45-c242-4537-a7de-1f35c977c0da gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:12:26.018589 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-24e956a1-ebd8-4f13-a6c1-2d94a80516c8 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks [] for security_group (fa961f6e-63c4-4c16-bf2f-3879f65ce3f7), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:26.026818 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-24e956a1-ebd8-4f13-a6c1-2d94a80516c8 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (fa961f6e-63c4-4c16-bf2f-3879f65ce3f7), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:26.068998 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2412b8ee-7f93-4da6-a73d-754ac8e477a7 req-c6fc5f19-b359-4540-99a5-537d001ef4b3 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651348 May 17 17:12:26.069504 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-24e956a1-ebd8-4f13-a6c1-2d94a80516c8 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:26.073813 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 46352) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:12:26.073966 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-24e956a1-ebd8-4f13-a6c1-2d94a80516c8 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2571080 May 17 17:12:26.075202 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e956a1-ebd8-4f13-a6c1-2d94a80516c8 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:26.080099 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-854917ef-16d7-48bc-9ee8-77b0e079e238 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Request body: {'security_group_rule': {'security_group_id': 'fa961f6e-63c4-4c16-bf2f-3879f65ce3f7', 'project_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:12:26.084222 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e956a1-ebd8-4f13-a6c1-2d94a80516c8 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:26.084977 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e956a1-ebd8-4f13-a6c1-2d94a80516c8 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:26.085479 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e956a1-ebd8-4f13-a6c1-2d94a80516c8 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:26.086556 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e956a1-ebd8-4f13-a6c1-2d94a80516c8 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:26.087242 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e956a1-ebd8-4f13-a6c1-2d94a80516c8 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:26.088260 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e956a1-ebd8-4f13-a6c1-2d94a80516c8 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:26.088766 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e956a1-ebd8-4f13-a6c1-2d94a80516c8 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:26.089243 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e956a1-ebd8-4f13-a6c1-2d94a80516c8 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:26.091484 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e956a1-ebd8-4f13-a6c1-2d94a80516c8 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:26.092003 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e956a1-ebd8-4f13-a6c1-2d94a80516c8 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:26.092521 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e956a1-ebd8-4f13-a6c1-2d94a80516c8 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:26.093012 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e956a1-ebd8-4f13-a6c1-2d94a80516c8 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:26.093496 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e956a1-ebd8-4f13-a6c1-2d94a80516c8 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:26.093977 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e956a1-ebd8-4f13-a6c1-2d94a80516c8 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:26.094458 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e956a1-ebd8-4f13-a6c1-2d94a80516c8 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:26.150917 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-854917ef-16d7-48bc-9ee8-77b0e079e238 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks [] for security_group_rule (566715ed-4ca2-4609-ab0a-1943b83820ab), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:26.278409 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-c3e2312e-01ce-4a83-addc-e458229f3bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d466b45-c242-4537-a7de-1f35c977c0da', 'name': 'tempest-TestShelveInstance-742662555-router', 'tenant_id': '21299fda6d7a4f278b2594739476b380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '8e53a8c6-8023-4742-9654-62c7ad680bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:12:16Z', 'updated_at': '2022-05-17T17:12:23Z', 'revision_number': 4, 'project_id': '21299fda6d7a4f278b2594739476b380', 'gw_port': {'id': '8e53a8c6-8023-4742-9654-62c7ad680bf2', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ac:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d466b45-c242-4537-a7de-1f35c977c0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:12:17Z', 'updated_at': '2022-05-17T17:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': 'cd451221-a218-4729-9c62-8ae6a4ad1884', 'name': '', 'network_id': '920b934e-a0af-405c-a1e4-ca21e922973a', 'tenant_id': '21299fda6d7a4f278b2594739476b380', 'mac_address': 'fa:16:3e:f2:5e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d466b45-c242-4537-a7de-1f35c977c0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '9e6ba00a-0686-4ede-b51f-0634805c723c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:12:21Z', 'updated_at': '2022-05-17T17:12:23Z', 'revision_number': 2, 'project_id': '21299fda6d7a4f278b2594739476b380', 'subnets': [{'id': '9e6ba00a-0686-4ede-b51f-0634805c723c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:12:26.293274 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-854917ef-16d7-48bc-9ee8-77b0e079e238 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks [] for security_group_rule (566715ed-4ca2-4609-ab0a-1943b83820ab), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:26.303586 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3987ff5-b4e2-4c1f-bb4b-7298a5d220d9 req-17f585fe-0541-49df-997c-30af69bdcc03 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:26.305493 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c3987ff5-b4e2-4c1f-bb4b-7298a5d220d9 req-17f585fe-0541-49df-997c-30af69bdcc03 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.48 "GET /v2.0/ports?device_id=1127edfe-a0d6-403d-b83d-e7b55dba4cbf HTTP/1.1" status: 200 len: 950 time: 0.0927439 May 17 17:12:26.306898 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-854917ef-16d7-48bc-9ee8-77b0e079e238 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935960'] for security_group_rule (566715ed-4ca2-4609-ab0a-1943b83820ab), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:26.310882 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e2312e-01ce-4a83-addc-e458229f3bae None None] Checking router: 7d466b45-c242-4537-a7de-1f35c977c0da for host: dv-cinder-842149-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:12:26.311430 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e2312e-01ce-4a83-addc-e458229f3bae None None] Updating router 7d466b45-c242-4537-a7de-1f35c977c0da port cd451221-a218-4729-9c62-8ae6a4ad1884 binding host dv-cinder-842149-1-iscsi {{(pid=103512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 17:12:26.347055 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c3e2312e-01ce-4a83-addc-e458229f3bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (cd451221-a218-4729-9c62-8ae6a4ad1884), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:26.347916 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854917ef-16d7-48bc-9ee8-77b0e079e238 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=566715ed-4ca2-4609-ab0a-1943b83820ab,revision_number=0']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:26.377326 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-854917ef-16d7-48bc-9ee8-77b0e079e238 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:26.382483 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 46360) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:12:26.387355 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-3fb5cd37-8431-4ab9-8e55-f3a056753d5d tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Request body: {'security_group_rule': {'security_group_id': 'fa961f6e-63c4-4c16-bf2f-3879f65ce3f7', 'project_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:12:26.393002 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-854917ef-16d7-48bc-9ee8-77b0e079e238 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3175049 May 17 17:12:26.443685 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-3fb5cd37-8431-4ab9-8e55-f3a056753d5d tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks [] for security_group_rule (46523671-042d-47c7-bdc7-11507ff2c37e), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:26.472877 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c3987ff5-b4e2-4c1f-bb4b-7298a5d220d9 req-98f61ffb-474c-48aa-a506-8bc7b7780b58 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.48 "GET /v2.0/security-groups?id=612d5f08-f012-4a42-8e68-fa91c66dade9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492717 May 17 17:12:26.596101 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289ddf7-f8ae-4e52-809d-ec90fbaf1cd9 req-7dc60b85-063a-4bd1-aec5-83fe74e7e23e tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:26.598195 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7289ddf7-f8ae-4e52-809d-ec90fbaf1cd9 req-7dc60b85-063a-4bd1-aec5-83fe74e7e23e tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0867934 May 17 17:12:26.626308 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0444f-2e68-4c40-9169-1b7107b167cf req-9ea003cb-6f0a-4298-bd4e-fb6ec875c909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:26.630298 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a8b0444f-2e68-4c40-9169-1b7107b167cf req-9ea003cb-6f0a-4298-bd4e-fb6ec875c909 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea3305a913c541e4a45267497213df1c&device_id=09d096e1-5210-41e8-ae6e-dee03652b474 HTTP/1.1" status: 200 len: 1129 time: 0.1283982 May 17 17:12:26.670134 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-3fb5cd37-8431-4ab9-8e55-f3a056753d5d tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks [] for security_group_rule (46523671-042d-47c7-bdc7-11507ff2c37e), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:26.689300 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-3fb5cd37-8431-4ab9-8e55-f3a056753d5d tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935960'] for security_group_rule (46523671-042d-47c7-bdc7-11507ff2c37e), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:26.746685 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb5cd37-8431-4ab9-8e55-f3a056753d5d tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46523671-042d-47c7-bdc7-11507ff2c37e,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:26.747130 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7289ddf7-f8ae-4e52-809d-ec90fbaf1cd9 req-0fc4672b-bc71-4976-8dda-bea7530565ff tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1387410 May 17 17:12:26.764428 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 8e53a8c6-8023-4742-9654-62c7ad680bf2 up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:12:26.790561 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-3fb5cd37-8431-4ab9-8e55-f3a056753d5d tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:26.792266 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-3fb5cd37-8431-4ab9-8e55-f3a056753d5d tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4087954 May 17 17:12:26.795853 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 46366) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:12:26.802223 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-1bd6f62b-dd8b-4bca-8f7b-7b54e2004948 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Request body: {'security_group_rule': {'security_group_id': 'fa961f6e-63c4-4c16-bf2f-3879f65ce3f7', 'project_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:12:26.847051 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1bd6f62b-dd8b-4bca-8f7b-7b54e2004948 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks [] for security_group_rule (0885a215-8a8f-4eda-bb79-008ff6a130f8), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:26.848146 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0444f-2e68-4c40-9169-1b7107b167cf req-0d1a2042-6104-4dad-9749-9cc5b1b4f53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:26.849804 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a8b0444f-2e68-4c40-9169-1b7107b167cf req-0d1a2042-6104-4dad-9749-9cc5b1b4f53e service neutron] 10.222.0.23 "GET /v2.0/networks?id=d8fd1f2f-e54a-4844-8483-0ddae8800cdb HTTP/1.1" status: 200 len: 920 time: 0.1959095 May 17 17:12:26.867646 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port 8e53a8c6-8023-4742-9654-62c7ad680bf2 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:12:26.868339 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (8e53a8c6-8023-4742-9654-62c7ad680bf2), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:26.914188 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1bd6f62b-dd8b-4bca-8f7b-7b54e2004948 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks [] for security_group_rule (0885a215-8a8f-4eda-bb79-008ff6a130f8), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:26.914445 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a8b0444f-2e68-4c40-9169-1b7107b167cf req-a8f1255e-a9b7-44b8-b580-86c3a0ca364c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a023c407-040e-4e16-b8de-6dc1de12fc09 HTTP/1.1" status: 200 len: 217 time: 0.0506098 May 17 17:12:26.923068 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1bd6f62b-dd8b-4bca-8f7b-7b54e2004948 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935960'] for security_group_rule (0885a215-8a8f-4eda-bb79-008ff6a130f8), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:26.949991 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6f62b-dd8b-4bca-8f7b-7b54e2004948 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0885a215-8a8f-4eda-bb79-008ff6a130f8,revision_number=0']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:26.962938 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1bd6f62b-dd8b-4bca-8f7b-7b54e2004948 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:26.967645 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-1bd6f62b-dd8b-4bca-8f7b-7b54e2004948 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1704242 May 17 17:12:26.969208 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c3e2312e-01ce-4a83-addc-e458229f3bae None None] Publish callbacks [] for port (cd451221-a218-4729-9c62-8ae6a4ad1884), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:26.970630 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 46370) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:12:26.984597 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-e92ce162-a4f2-4acc-b8b5-994c35a4cf4c tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Request body: {'security_group_rule': {'security_group_id': 'fa961f6e-63c4-4c16-bf2f-3879f65ce3f7', 'project_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:12:27.008666 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c3e2312e-01ce-4a83-addc-e458229f3bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (cd451221-a218-4729-9c62-8ae6a4ad1884), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:27.033046 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port 8e53a8c6-8023-4742-9654-62c7ad680bf2 is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:12:27.033276 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0444f-2e68-4c40-9169-1b7107b167cf req-e5b07ffc-cded-4494-888a-09d43e69e69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:27.035167 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a8b0444f-2e68-4c40-9169-1b7107b167cf req-e5b07ffc-cded-4494-888a-09d43e69e69e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ac6ed14f-342b-4c1d-a6d0-3f83923520d0 HTTP/1.1" status: 200 len: 858 time: 0.1031177 May 17 17:12:27.085447 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b63bf9-5371-41f5-b6e9-3c99b074b522 None None] Pushing event updated for resources: {'Port': ['ID=cd451221-a218-4729-9c62-8ae6a4ad1884,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:27.119398 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e92ce162-a4f2-4acc-b8b5-994c35a4cf4c tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks [] for security_group_rule (b6dd84b6-5800-43fb-92ee-e03487ddc847), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:27.137420 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc241c-3ab3-4a16-ba6a-1492d590c023 req-d4270429-396d-40ed-8d5b-b000ec6a1498 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:27.147721 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-6ebc241c-3ab3-4a16-ba6a-1492d590c023 req-d4270429-396d-40ed-8d5b-b000ec6a1498 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 945 time: 0.1162348 May 17 17:12:27.170546 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-c3e2312e-01ce-4a83-addc-e458229f3bae None None] Attempting to bind port cd451221-a218-4729-9c62-8ae6a4ad1884 on host dv-cinder-842149-1-iscsi for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:12:27.171171 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-c3e2312e-01ce-4a83-addc-e458229f3bae None None] Attempting to bind port cd451221-a218-4729-9c62-8ae6a4ad1884 by drivers openvswitch,hyperv on host dv-cinder-842149-1-iscsi at level 0 using segments [{'id': 'ec5a4447-42a6-45b4-9a2d-f2b2937c7803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '920b934e-a0af-405c-a1e4-ca21e922973a'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:12:27.171898 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e2312e-01ce-4a83-addc-e458229f3bae None None] Attempting to bind port cd451221-a218-4729-9c62-8ae6a4ad1884 on network 920b934e-a0af-405c-a1e4-ca21e922973a {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:12:27.181415 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e2312e-01ce-4a83-addc-e458229f3bae None None] Checking agent: {'id': '112412f2-6814-4612-abcf-1771f8ba00b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 1, 57), 'started_at': datetime.datetime(2022, 5, 17, 17, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:12:27.182768 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e2312e-01ce-4a83-addc-e458229f3bae None None] Checking segment: {'id': 'ec5a4447-42a6-45b4-9a2d-f2b2937c7803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '920b934e-a0af-405c-a1e4-ca21e922973a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:12:27.183516 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c3e2312e-01ce-4a83-addc-e458229f3bae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:27.184384 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e2312e-01ce-4a83-addc-e458229f3bae None None] Bound using segment: {'id': 'ec5a4447-42a6-45b4-9a2d-f2b2937c7803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '920b934e-a0af-405c-a1e4-ca21e922973a'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:12:27.185347 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-c3e2312e-01ce-4a83-addc-e458229f3bae None None] Bound port: cd451221-a218-4729-9c62-8ae6a4ad1884, host: dv-cinder-842149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec5a4447-42a6-45b4-9a2d-f2b2937c7803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '920b934e-a0af-405c-a1e4-ca21e922973a'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:12:27.186529 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c3e2312e-01ce-4a83-addc-e458229f3bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (cd451221-a218-4729-9c62-8ae6a4ad1884), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:27.232908 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0444f-2e68-4c40-9169-1b7107b167cf req-bc592688-7838-46d0-92e5-3e249543635c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:27.234759 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a8b0444f-2e68-4c40-9169-1b7107b167cf req-bc592688-7838-46d0-92e5-3e249543635c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d8fd1f2f-e54a-4844-8483-0ddae8800cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1604440 May 17 17:12:27.268617 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-6ebc241c-3ab3-4a16-ba6a-1492d590c023 req-1f62d357-735d-4228-a89a-9b3179210bc8 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148050 May 17 17:12:27.316798 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-c3e2312e-01ce-4a83-addc-e458229f3bae None None] For port cd451221-a218-4729-9c62-8ae6a4ad1884, host dv-cinder-842149-1-iscsi, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:12:27.320410 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e92ce162-a4f2-4acc-b8b5-994c35a4cf4c tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks [] for security_group_rule (b6dd84b6-5800-43fb-92ee-e03487ddc847), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:27.322223 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-c3e2312e-01ce-4a83-addc-e458229f3bae None None] For port cd451221-a218-4729-9c62-8ae6a4ad1884, host dv-cinder-842149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=cd451221-a218-4729-9c62-8ae6a4ad1884,segment=NetworkSegment(ec5a4447-42a6-45b4-9a2d-f2b2937c7803),segment_id=ec5a4447-42a6-45b4-9a2d-f2b2937c7803)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:12:27.328615 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0719d63-6df4-4082-94f9-fa9ca7a4e85b req-c1150e0c-1fea-4c25-87ba-1c13a4304847 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:27.330696 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a0719d63-6df4-4082-94f9-fa9ca7a4e85b req-c1150e0c-1fea-4c25-87ba-1c13a4304847 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d096e1-5210-41e8-ae6e-dee03652b474 HTTP/1.1" status: 200 len: 945 time: 0.0919428 May 17 17:12:27.333472 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e92ce162-a4f2-4acc-b8b5-994c35a4cf4c tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935960'] for security_group_rule (b6dd84b6-5800-43fb-92ee-e03487ddc847), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:27.339548 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c3e2312e-01ce-4a83-addc-e458229f3bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (cd451221-a218-4729-9c62-8ae6a4ad1884), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:27.404304 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b63bf9-5371-41f5-b6e9-3c99b074b522 None None] Pushing event updated for resources: {'Port': ['ID=cd451221-a218-4729-9c62-8ae6a4ad1884,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:27.409408 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ce162-a4f2-4acc-b8b5-994c35a4cf4c tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6dd84b6-5800-43fb-92ee-e03487ddc847,revision_number=0']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:27.418126 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e92ce162-a4f2-4acc-b8b5-994c35a4cf4c tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:27.423164 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-e92ce162-a4f2-4acc-b8b5-994c35a4cf4c tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4489243 May 17 17:12:27.423782 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 46378) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:12:27.429194 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e2312e-01ce-4a83-addc-e458229f3bae None None] Routers {'7d466b45-c242-4537-a7de-1f35c977c0da'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:12:27.429808 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-c3e2312e-01ce-4a83-addc-e458229f3bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:12:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['7d466b45-c242-4537-a7de-1f35c977c0da'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:12:27.431655 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-1d6347a7-99af-41bf-8685-66c55875ffa7 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Request body: {'security_group_rule': {'security_group_id': 'fa961f6e-63c4-4c16-bf2f-3879f65ce3f7', 'project_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:12:27.451631 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a8b0444f-2e68-4c40-9169-1b7107b167cf req-11c0a826-7ce9-4c9a-ad10-613c15726059 service neutron] 10.222.0.23 "GET /v2.0/networks/d8fd1f2f-e54a-4844-8483-0ddae8800cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026277 May 17 17:12:27.509852 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-0d3ccb0b-62f6-4d80-b77a-d5f1e9ef6fd5 None None] Provisioning complete for port cd451221-a218-4729-9c62-8ae6a4ad1884 triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:12:27.510227 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0d3ccb0b-62f6-4d80-b77a-d5f1e9ef6fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (cd451221-a218-4729-9c62-8ae6a4ad1884), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:27.511895 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:27.524248 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a0719d63-6df4-4082-94f9-fa9ca7a4e85b req-af3a126f-6935-49d2-8874-5243e4957627 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762252 May 17 17:12:27.528887 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.db.securitygroups_db [None req-1d6347a7-99af-41bf-8685-66c55875ffa7 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Project 2630e0044e5f4f28b8d2adcfeaf0c604 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 17:12:27.554161 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1d6347a7-99af-41bf-8685-66c55875ffa7 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks [] for security_group_rule (3fc1e67f-3a1e-4945-b8dd-244df12b80cf), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:27.667766 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-0d3ccb0b-62f6-4d80-b77a-d5f1e9ef6fd5 None None] Current status of the port cd451221-a218-4729-9c62-8ae6a4ad1884 is: DOWN; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:12:27.668080 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0d3ccb0b-62f6-4d80-b77a-d5f1e9ef6fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (cd451221-a218-4729-9c62-8ae6a4ad1884), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:27.676190 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a8b0444f-2e68-4c40-9169-1b7107b167cf req-e9afb015-fc80-4706-ac02-5d89f08e37cd service neutron] 10.222.0.23 "GET /v2.0/networks/d8fd1f2f-e54a-4844-8483-0ddae8800cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159624 May 17 17:12:27.702020 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9307421-3d8e-4869-b4f3-ee65cdcd451f req-7511370b-2e91-41da-a222-47220a7a35b5 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:27.703092 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-c3e2312e-01ce-4a83-addc-e458229f3bae None None] Set router 7d466b45-c242-4537-a7de-1f35c977c0da gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:12:27.712063 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b9307421-3d8e-4869-b4f3-ee65cdcd451f req-7511370b-2e91-41da-a222-47220a7a35b5 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.48 "GET /v2.0/ports?device_id=1127edfe-a0d6-403d-b83d-e7b55dba4cbf HTTP/1.1" status: 200 len: 950 time: 0.0870261 May 17 17:12:27.729097 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1d6347a7-99af-41bf-8685-66c55875ffa7 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks [] for security_group_rule (3fc1e67f-3a1e-4945-b8dd-244df12b80cf), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:27.740205 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1d6347a7-99af-41bf-8685-66c55875ffa7 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935960'] for security_group_rule (3fc1e67f-3a1e-4945-b8dd-244df12b80cf), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:27.751629 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-0d3ccb0b-62f6-4d80-b77a-d5f1e9ef6fd5 None None] For port cd451221-a218-4729-9c62-8ae6a4ad1884, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=cd451221-a218-4729-9c62-8ae6a4ad1884,segment=NetworkSegment(ec5a4447-42a6-45b4-9a2d-f2b2937c7803),segment_id=ec5a4447-42a6-45b4-9a2d-f2b2937c7803)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:12:27.779145 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0d3ccb0b-62f6-4d80-b77a-d5f1e9ef6fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (cd451221-a218-4729-9c62-8ae6a4ad1884), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:27.798329 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6347a7-99af-41bf-8685-66c55875ffa7 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc1e67f-3a1e-4945-b8dd-244df12b80cf,revision_number=0']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:27.844478 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1d6347a7-99af-41bf-8685-66c55875ffa7 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:27.847846 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-1d6347a7-99af-41bf-8685-66c55875ffa7 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4218826 May 17 17:12:27.851271 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 46386) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:12:27.857347 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-10fd74ce-aa45-4546-a634-0dc2535a1674 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Request body: {'security_group_rule': {'security_group_id': 'fa961f6e-63c4-4c16-bf2f-3879f65ce3f7', 'project_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:12:27.866382 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b9307421-3d8e-4869-b4f3-ee65cdcd451f req-85dc76ec-9b77-46b8-90ca-3e10fe74cec6 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.48 "GET /v2.0/security-groups?id=612d5f08-f012-4a42-8e68-fa91c66dade9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532493 May 17 17:12:27.876373 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ccb0b-62f6-4d80-b77a-d5f1e9ef6fd5 None None] Pushing event updated for resources: {'Port': ['ID=cd451221-a218-4729-9c62-8ae6a4ad1884,revision_number=5']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:27.913261 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.db.securitygroups_db [None req-10fd74ce-aa45-4546-a634-0dc2535a1674 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Project 2630e0044e5f4f28b8d2adcfeaf0c604 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 17:12:27.929323 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-10fd74ce-aa45-4546-a634-0dc2535a1674 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks [] for security_group_rule (f05b42b8-1166-462a-8669-087b5cf20fa3), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:27.966135 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-2a7b9f4a-0ac3-4d56-9a42-980d50eaae81 None None] Provisioning complete for port cd451221-a218-4729-9c62-8ae6a4ad1884 triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:12:27.966517 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2a7b9f4a-0ac3-4d56-9a42-980d50eaae81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (cd451221-a218-4729-9c62-8ae6a4ad1884), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:28.010705 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-10fd74ce-aa45-4546-a634-0dc2535a1674 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks [] for security_group_rule (f05b42b8-1166-462a-8669-087b5cf20fa3), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:28.014418 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4851e3-2a29-40b0-be76-874471c18281 req-6a696557-f949-4bf2-8caa-af8940a2238a tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:28.017164 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-10fd74ce-aa45-4546-a634-0dc2535a1674 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935960'] for security_group_rule (f05b42b8-1166-462a-8669-087b5cf20fa3), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:28.018963 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3e4851e3-2a29-40b0-be76-874471c18281 req-6a696557-f949-4bf2-8caa-af8940a2238a tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.1176152 May 17 17:12:28.051554 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-10fd74ce-aa45-4546-a634-0dc2535a1674 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:28.053151 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-10fd74ce-aa45-4546-a634-0dc2535a1674 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1998744 May 17 17:12:28.056962 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd74ce-aa45-4546-a634-0dc2535a1674 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f05b42b8-1166-462a-8669-087b5cf20fa3,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:28.120735 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3e4851e3-2a29-40b0-be76-874471c18281 req-ad720289-041f-4b8a-b21f-dcea5a88f532 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0896430 May 17 17:12:28.345281 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8430734-fe22-46e4-8357-3dcc9b63857c req-41b635b1-a217-4b7f-a680-8d9730854d9f tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:28.356374 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f8430734-fe22-46e4-8357-3dcc9b63857c req-41b635b1-a217-4b7f-a680-8d9730854d9f tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.48 "GET /v2.0/ports?device_id=1127edfe-a0d6-403d-b83d-e7b55dba4cbf HTTP/1.1" status: 200 len: 950 time: 0.1025364 May 17 17:12:28.402885 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-2a7b9f4a-0ac3-4d56-9a42-980d50eaae81 None None] Current status of the port cd451221-a218-4729-9c62-8ae6a4ad1884 is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:12:28.442004 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f8430734-fe22-46e4-8357-3dcc9b63857c req-8076a7a1-b846-4490-a91b-2e338edddf83 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.48 "GET /v2.0/security-groups?id=612d5f08-f012-4a42-8e68-fa91c66dade9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846412 May 17 17:12:28.453587 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee80d0-f541-42a8-bb0f-d28a51566430 req-21434771-7655-4fe8-b030-8f954cb836ef tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:28.455210 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2dee80d0-f541-42a8-bb0f-d28a51566430 req-21434771-7655-4fe8-b030-8f954cb836ef tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 945 time: 0.0727172 May 17 17:12:28.491165 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-c3e2312e-01ce-4a83-addc-e458229f3bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d466b45-c242-4537-a7de-1f35c977c0da', 'name': 'tempest-TestShelveInstance-742662555-router', 'tenant_id': '21299fda6d7a4f278b2594739476b380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '8e53a8c6-8023-4742-9654-62c7ad680bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:12:16Z', 'updated_at': '2022-05-17T17:12:23Z', 'revision_number': 4, 'project_id': '21299fda6d7a4f278b2594739476b380', 'gw_port': {'id': '8e53a8c6-8023-4742-9654-62c7ad680bf2', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ac:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d466b45-c242-4537-a7de-1f35c977c0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:12:17Z', 'updated_at': '2022-05-17T17:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': 'cd451221-a218-4729-9c62-8ae6a4ad1884', 'name': '', 'network_id': '920b934e-a0af-405c-a1e4-ca21e922973a', 'tenant_id': '21299fda6d7a4f278b2594739476b380', 'mac_address': 'fa:16:3e:f2:5e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d466b45-c242-4537-a7de-1f35c977c0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '9e6ba00a-0686-4ede-b51f-0634805c723c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:12:21Z', 'updated_at': '2022-05-17T17:12:27Z', 'revision_number': 4, 'project_id': '21299fda6d7a4f278b2594739476b380', 'subnets': [{'id': '9e6ba00a-0686-4ede-b51f-0634805c723c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:12:28.544171 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2dee80d0-f541-42a8-bb0f-d28a51566430 req-88fbe620-00eb-468f-a9b1-0966cb1310b6 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796654 May 17 17:12:28.553706 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e2312e-01ce-4a83-addc-e458229f3bae None None] The sync data for ids ['7d466b45-c242-4537-a7de-1f35c977c0da'] in dv-cinder-842149-1-iscsi is: [{'id': '7d466b45-c242-4537-a7de-1f35c977c0da', 'name': 'tempest-TestShelveInstance-742662555-router', 'tenant_id': '21299fda6d7a4f278b2594739476b380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '8e53a8c6-8023-4742-9654-62c7ad680bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:12:16Z', 'updated_at': '2022-05-17T17:12:23Z', 'revision_number': 4, 'project_id': '21299fda6d7a4f278b2594739476b380', 'gw_port': {'id': '8e53a8c6-8023-4742-9654-62c7ad680bf2', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ac:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d466b45-c242-4537-a7de-1f35c977c0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:12:17Z', 'updated_at': '2022-05-17T17:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': 'cd451221-a218-4729-9c62-8ae6a4ad1884', 'name': '', 'network_id': '920b934e-a0af-405c-a1e4-ca21e922973a', 'tenant_id': '21299fda6d7a4f278b2594739476b380', 'mac_address': 'fa:16:3e:f2:5e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d466b45-c242-4537-a7de-1f35c977c0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '9e6ba00a-0686-4ede-b51f-0634805c723c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:12:21Z', 'updated_at': '2022-05-17T17:12:27Z', 'revision_number': 4, 'project_id': '21299fda6d7a4f278b2594739476b380', 'subnets': [{'id': '9e6ba00a-0686-4ede-b51f-0634805c723c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:12:28.715993 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca06f90-e3a7-4697-a08b-23966eee3427 req-2c818e14-2afa-4108-bdc4-11b9dde53e9a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:28.718796 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7ca06f90-e3a7-4697-a08b-23966eee3427 req-2c818e14-2afa-4108-bdc4-11b9dde53e9a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d096e1-5210-41e8-ae6e-dee03652b474 HTTP/1.1" status: 200 len: 945 time: 0.0727463 May 17 17:12:28.832242 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7ca06f90-e3a7-4697-a08b-23966eee3427 req-7e870f71-af5c-468a-84ea-d7af0aac432f tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070004 May 17 17:12:29.354697 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2116fe9-31e4-4afa-bd24-dd663d915563 req-3ba401c0-edbe-4d00-a346-5ac0512df8da tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:29.356288 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b2116fe9-31e4-4afa-bd24-dd663d915563 req-3ba401c0-edbe-4d00-a346-5ac0512df8da tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0890210 May 17 17:12:29.426802 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b2116fe9-31e4-4afa-bd24-dd663d915563 req-6eb816e1-5901-465f-80df-2ad4cd097ef3 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0626945 May 17 17:12:29.601281 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ee800-d366-415b-abe5-f579c1b8130c req-1c7e6462-d7f0-4328-8b27-075c82cf52c0 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:29.608396 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-dd2ee800-d366-415b-abe5-f579c1b8130c req-1c7e6462-d7f0-4328-8b27-075c82cf52c0 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.48 "GET /v2.0/ports?device_id=1127edfe-a0d6-403d-b83d-e7b55dba4cbf HTTP/1.1" status: 200 len: 950 time: 0.0812607 May 17 17:12:29.704732 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-dd2ee800-d366-415b-abe5-f579c1b8130c req-f92fd4f7-3bcd-4c0c-a732-2ad3652647bf tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.48 "GET /v2.0/security-groups?id=612d5f08-f012-4a42-8e68-fa91c66dade9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954444 May 17 17:12:29.719054 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f7172-6f7c-4d71-a072-50f88722f657 req-063888fe-e1e8-402d-8fca-498bd7188271 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:29.731558 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-804f7172-6f7c-4d71-a072-50f88722f657 req-063888fe-e1e8-402d-8fca-498bd7188271 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 945 time: 0.0684876 May 17 17:12:29.791583 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-804f7172-6f7c-4d71-a072-50f88722f657 req-3dd1ddbb-ac5d-4366-81a8-aecf66e874c6 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638890 May 17 17:12:29.993590 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92561009-161d-4fb6-9ddc-a842eb08679e req-caedf6b1-546f-46a9-9368-bed55c49912a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:29.998869 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-92561009-161d-4fb6-9ddc-a842eb08679e req-caedf6b1-546f-46a9-9368-bed55c49912a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d096e1-5210-41e8-ae6e-dee03652b474 HTTP/1.1" status: 200 len: 945 time: 0.0920954 May 17 17:12:30.057822 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-92561009-161d-4fb6-9ddc-a842eb08679e req-fbff0f16-c34b-4b43-a9f9-37bfd98a4d82 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558703 May 17 17:12:30.566111 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1562fa-f009-41c4-95ac-05d0578c7d90 req-e2849d98-f4b1-424c-a545-282dc3205b84 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:30.567515 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-bc1562fa-f009-41c4-95ac-05d0578c7d90 req-e2849d98-f4b1-424c-a545-282dc3205b84 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0499787 May 17 17:12:30.630483 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-bc1562fa-f009-41c4-95ac-05d0578c7d90 req-5cdd1ca4-9df1-41b4-831d-c9624156b4e6 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565190 May 17 17:12:30.677638 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device cd451221-a218-4729-9c62-8ae6a4ad1884 up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:12:30.730711 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port cd451221-a218-4729-9c62-8ae6a4ad1884 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:12:30.731475 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (cd451221-a218-4729-9c62-8ae6a4ad1884), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:30.818460 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port cd451221-a218-4729-9c62-8ae6a4ad1884 is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:12:30.838947 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12c601-abe0-4785-b2a5-839e7655b5f4 req-2a1a2aeb-c141-48d3-961d-1e7cfa41ff1c tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:30.840477 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-4e12c601-abe0-4785-b2a5-839e7655b5f4 req-2a1a2aeb-c141-48d3-961d-1e7cfa41ff1c tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.48 "GET /v2.0/ports?device_id=1127edfe-a0d6-403d-b83d-e7b55dba4cbf HTTP/1.1" status: 200 len: 950 time: 0.0485554 May 17 17:12:30.957233 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-4e12c601-abe0-4785-b2a5-839e7655b5f4 req-9cadd6ed-1be1-4011-ab17-466ec3621fbb tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.48 "GET /v2.0/security-groups?id=612d5f08-f012-4a42-8e68-fa91c66dade9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092184 May 17 17:12:30.974712 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c0ffaf-d8fd-410c-97ee-1d6f83d41615 req-e274d7da-b254-406e-90b7-6201659a2817 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:30.977227 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a8c0ffaf-d8fd-410c-97ee-1d6f83d41615 req-e274d7da-b254-406e-90b7-6201659a2817 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 945 time: 0.0812204 May 17 17:12:31.046080 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a8c0ffaf-d8fd-410c-97ee-1d6f83d41615 req-5b4be24c-d39a-4f2f-b726-42cf66ba55bc tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621779 May 17 17:12:31.169264 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c4c60-644c-45e0-b751-4c33ebb3d2a0 req-b5d9271b-744a-48aa-be82-e62e22ecc874 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:31.170847 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-339c4c60-644c-45e0-b751-4c33ebb3d2a0 req-b5d9271b-744a-48aa-be82-e62e22ecc874 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d096e1-5210-41e8-ae6e-dee03652b474 HTTP/1.1" status: 200 len: 945 time: 0.0499868 May 17 17:12:31.222503 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-339c4c60-644c-45e0-b751-4c33ebb3d2a0 req-480ccb99-e5ce-44d6-b82e-9dc23f1600e4 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441799 May 17 17:12:31.766012 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3260db-49cc-427a-8f3f-e82d2286fa57 req-cc298b62-590f-4e33-b6f5-4c2532733495 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:31.767485 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8a3260db-49cc-427a-8f3f-e82d2286fa57 req-cc298b62-590f-4e33-b6f5-4c2532733495 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0552022 May 17 17:12:31.823231 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8a3260db-49cc-427a-8f3f-e82d2286fa57 req-ad411ab7-32db-4e8b-b0ea-af441b020f4c tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489717 May 17 17:12:32.079303 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d965f-30eb-4613-a2ee-d5f6a234fbac req-b96d46e7-970e-44d8-ba64-2cc8a5eacb47 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:32.098404 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ac2d965f-30eb-4613-a2ee-d5f6a234fbac req-b96d46e7-970e-44d8-ba64-2cc8a5eacb47 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.48 "GET /v2.0/ports?device_id=1127edfe-a0d6-403d-b83d-e7b55dba4cbf HTTP/1.1" status: 200 len: 950 time: 0.0598216 May 17 17:12:32.184177 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ac2d965f-30eb-4613-a2ee-d5f6a234fbac req-83108f04-92dd-4a76-9957-a365ded86da8 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.48 "GET /v2.0/security-groups?id=612d5f08-f012-4a42-8e68-fa91c66dade9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949016 May 17 17:12:32.250683 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fdeb9-272d-4726-b8d8-67bbc88c02e2 req-52845ae2-b3a3-4a9a-a27b-fe9de5106967 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:32.258095 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-266fdeb9-272d-4726-b8d8-67bbc88c02e2 req-52845ae2-b3a3-4a9a-a27b-fe9de5106967 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 945 time: 0.0727434 May 17 17:12:32.316626 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-266fdeb9-272d-4726-b8d8-67bbc88c02e2 req-f51e39d6-1b59-49bd-80cd-206aee7fdd6c tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574162 May 17 17:12:32.372473 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299583a4-4be2-4bac-b1aa-50dea5aa2113 req-032c53b2-b33c-43b4-8969-d8e79dc48f81 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:32.374342 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-299583a4-4be2-4bac-b1aa-50dea5aa2113 req-032c53b2-b33c-43b4-8969-d8e79dc48f81 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d096e1-5210-41e8-ae6e-dee03652b474 HTTP/1.1" status: 200 len: 945 time: 0.0566757 May 17 17:12:32.425928 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-299583a4-4be2-4bac-b1aa-50dea5aa2113 req-a984779a-cc16-4fe1-ac53-27549b3c4304 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456495 May 17 17:12:32.940158 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb89add-dc9d-4dbf-abee-14894669e3e0 req-06fb3422-df11-479b-b259-23bc68d523d2 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:32.942094 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-4fb89add-dc9d-4dbf-abee-14894669e3e0 req-06fb3422-df11-479b-b259-23bc68d523d2 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0504520 May 17 17:12:32.991015 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-4fb89add-dc9d-4dbf-abee-14894669e3e0 req-5a070820-e1ec-45fe-9efc-cf9c8e71289c tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431118 May 17 17:12:33.322450 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2235c-d297-4e2e-9063-583d7b1ab81d req-53fc31ea-d39a-42ee-a377-eafc77ed09b9 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:33.324250 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-27f2235c-d297-4e2e-9063-583d7b1ab81d req-53fc31ea-d39a-42ee-a377-eafc77ed09b9 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.48 "GET /v2.0/ports?device_id=1127edfe-a0d6-403d-b83d-e7b55dba4cbf HTTP/1.1" status: 200 len: 950 time: 0.0661533 May 17 17:12:33.366770 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbfe0ac-7e91-4864-9dc8-35c7435e2365 req-bc78a043-0307-4270-8605-908c1650657a tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:33.376258 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4fbfe0ac-7e91-4864-9dc8-35c7435e2365 req-bc78a043-0307-4270-8605-908c1650657a tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.23 "GET /v2.0/ports?device_id=1127edfe-a0d6-403d-b83d-e7b55dba4cbf HTTP/1.1" status: 200 len: 950 time: 0.0864804 May 17 17:12:33.429264 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-27f2235c-d297-4e2e-9063-583d7b1ab81d req-720e6d6d-ae09-45f4-837b-3b320efbca0c tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.48 "GET /v2.0/security-groups?id=612d5f08-f012-4a42-8e68-fa91c66dade9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950067 May 17 17:12:33.494186 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08529e-a606-4693-bcbf-0656e31b1986 req-6a4df728-b2c5-4413-aa60-fd826239b05a tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:33.495868 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-eb08529e-a606-4693-bcbf-0656e31b1986 req-6a4df728-b2c5-4413-aa60-fd826239b05a tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 945 time: 0.0642803 May 17 17:12:33.556349 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-eb08529e-a606-4693-bcbf-0656e31b1986 req-71137ad2-0192-4cb3-bab2-a6823b83b5bb tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537381 May 17 17:12:33.853404 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 46528) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:12:33.859495 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-266743d2-4ec5-4017-99ae-51368db0f0a7 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1710241352', 'description': 'tempest-description--1170351255'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:12:33.886092 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-266743d2-4ec5-4017-99ae-51368db0f0a7 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:33.903647 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-4fbfe0ac-7e91-4864-9dc8-35c7435e2365 req-b976917c-0303-4dc1-9f62-af447e1b5fa5 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] Deleting port e148e602-2871-4651-9e6a-6b54bb29294a {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:12:33.903998 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-4fbfe0ac-7e91-4864-9dc8-35c7435e2365 req-b976917c-0303-4dc1-9f62-af447e1b5fa5 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (e148e602-2871-4651-9e6a-6b54bb29294a), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:33.966527 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-266743d2-4ec5-4017-99ae-51368db0f0a7 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks [] for security_group (28345ffa-9b38-46ce-be50-776fef54aa02), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:33.972879 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-266743d2-4ec5-4017-99ae-51368db0f0a7 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (28345ffa-9b38-46ce-be50-776fef54aa02), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:34.012254 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-4fbfe0ac-7e91-4864-9dc8-35c7435e2365 req-b976917c-0303-4dc1-9f62-af447e1b5fa5 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] For port e148e602-2871-4651-9e6a-6b54bb29294a, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=e148e602-2871-4651-9e6a-6b54bb29294a,segment=NetworkSegment(08ea70e5-1e7b-496a-a4d6-53f67d4ad5db),segment_id=08ea70e5-1e7b-496a-a4d6-53f67d4ad5db)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:12:34.012820 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-266743d2-4ec5-4017-99ae-51368db0f0a7 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:34.013081 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-4fbfe0ac-7e91-4864-9dc8-35c7435e2365 req-b976917c-0303-4dc1-9f62-af447e1b5fa5 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (e148e602-2871-4651-9e6a-6b54bb29294a), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:34.024507 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-266743d2-4ec5-4017-99ae-51368db0f0a7 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1694310 May 17 17:12:34.028483 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 46532) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:12:34.033482 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-88f0100d-9254-45c4-a664-89e4b5707b07 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Request body: {'security_group_rule': {'security_group_id': '28345ffa-9b38-46ce-be50-776fef54aa02', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:12:34.034554 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-4fbfe0ac-7e91-4864-9dc8-35c7435e2365 req-b976917c-0303-4dc1-9f62-af447e1b5fa5 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] Calling delete_port for e148e602-2871-4651-9e6a-6b54bb29294a owned by compute:nova {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:12:34.041068 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266743d2-4ec5-4017-99ae-51368db0f0a7 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28345ffa-9b38-46ce-be50-776fef54aa02,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:34.066617 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-88f0100d-9254-45c4-a664-89e4b5707b07 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks [] for security_group_rule (826a9fab-f1b5-4e90-b547-a605c8f3df4e), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:34.156384 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-88f0100d-9254-45c4-a664-89e4b5707b07 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks [] for security_group_rule (826a9fab-f1b5-4e90-b547-a605c8f3df4e), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:34.162303 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-88f0100d-9254-45c4-a664-89e4b5707b07 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935960'] for security_group_rule (826a9fab-f1b5-4e90-b547-a605c8f3df4e), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:34.209045 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0100d-9254-45c4-a664-89e4b5707b07 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=826a9fab-f1b5-4e90-b547-a605c8f3df4e,revision_number=0']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:34.210969 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-4fbfe0ac-7e91-4864-9dc8-35c7435e2365 req-b976917c-0303-4dc1-9f62-af447e1b5fa5 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912'] for port (e148e602-2871-4651-9e6a-6b54bb29294a), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:34.219958 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e27a7e-eee7-4919-a038-2c25ddfb6fb5 req-f4e69a3b-d101-4dc8-8156-0b6f70cb9a9c tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:34.222437 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-62e27a7e-eee7-4919-a038-2c25ddfb6fb5 req-f4e69a3b-d101-4dc8-8156-0b6f70cb9a9c tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0846994 May 17 17:12:34.225685 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-88f0100d-9254-45c4-a664-89e4b5707b07 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:34.226901 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-88f0100d-9254-45c4-a664-89e4b5707b07 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1974969 May 17 17:12:34.232822 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 46536) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:12:34.262583 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-27f3258a-55e0-474b-858d-1327462b4c3b tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Request body: {'security_group_rule': {'security_group_id': '28345ffa-9b38-46ce-be50-776fef54aa02', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:12:34.272095 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976917c-0303-4dc1-9f62-af447e1b5fa5 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] Pushing event deleted for resources: {'Port': ['ID=e148e602-2871-4651-9e6a-6b54bb29294a,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:34.314150 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-62e27a7e-eee7-4919-a038-2c25ddfb6fb5 req-00834908-f126-4e6f-a648-a42d9bb3e452 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0854623 May 17 17:12:34.394801 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fbfe0ac-7e91-4864-9dc8-35c7435e2365 req-b976917c-0303-4dc1-9f62-af447e1b5fa5 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] No DVR routers for this DVR port e148e602-2871-4651-9e6a-6b54bb29294a on host hv-cinder-84214 {{(pid=103510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:12:34.403058 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-27f3258a-55e0-474b-858d-1327462b4c3b tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks [] for security_group_rule (1dc50f4f-edd5-4bfb-9ece-f066b5473b35), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:34.406553 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-4fbfe0ac-7e91-4864-9dc8-35c7435e2365 req-b976917c-0303-4dc1-9f62-af447e1b5fa5 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:34.411214 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4fbfe0ac-7e91-4864-9dc8-35c7435e2365 req-b976917c-0303-4dc1-9f62-af447e1b5fa5 tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.23 "DELETE /v2.0/ports/e148e602-2871-4651-9e6a-6b54bb29294a HTTP/1.1" status: 204 len: 173 time: 0.6251831 May 17 17:12:34.411970 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1127edfe-a0d6-403d-b83d-e7b55dba4cbf', 'name': 'network-vif-deleted', 'tag': 'e148e602-2871-4651-9e6a-6b54bb29294a'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:12:34.416159 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a1acdf-e5ad-452d-a385-63f5d0f0365c" -d '{"events": [{"server_uuid": "1127edfe-a0d6-403d-b83d-e7b55dba4cbf", "name": "network-vif-deleted", "tag": "e148e602-2871-4651-9e6a-6b54bb29294a"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:12:34.509379 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-27f3258a-55e0-474b-858d-1327462b4c3b tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks [] for security_group_rule (1dc50f4f-edd5-4bfb-9ece-f066b5473b35), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:34.517970 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-27f3258a-55e0-474b-858d-1327462b4c3b tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935960'] for security_group_rule (1dc50f4f-edd5-4bfb-9ece-f066b5473b35), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:34.560334 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f3258a-55e0-474b-858d-1327462b4c3b tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dc50f4f-edd5-4bfb-9ece-f066b5473b35,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:34.566932 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f369193a-7bec-49fe-b8f5-99075f54905e x-openstack-request-id: req-f369193a-7bec-49fe-b8f5-99075f54905e {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:12:34.567553 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1127edfe-a0d6-403d-b83d-e7b55dba4cbf", "name": "network-vif-deleted", "tag": "e148e602-2871-4651-9e6a-6b54bb29294a", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:12:34.568109 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f369193a-7bec-49fe-b8f5-99075f54905e {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:12:34.568910 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f369193a-7bec-49fe-b8f5-99075f54905e'] response: {'server_uuid': '1127edfe-a0d6-403d-b83d-e7b55dba4cbf', 'name': 'network-vif-deleted', 'tag': 'e148e602-2871-4651-9e6a-6b54bb29294a', 'status': 'completed', 'code': 200} May 17 17:12:34.574513 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-27f3258a-55e0-474b-858d-1327462b4c3b tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:34.579189 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-27f3258a-55e0-474b-858d-1327462b4c3b tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3253279 May 17 17:12:34.584960 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 46546) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:12:34.598025 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-ee06aeb8-98d9-49cd-9880-b1c8939b6b1e tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Request body: {'floatingip': {'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:12:34.648673 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-428c3068-7198-410f-b777-3aa498c3f4bd req-f6e0d2e4-3f98-4e3e-b37e-1c0fc065f27d tempest-VolumesNegativeTest-1893086314 tempest-VolumesNegativeTest-1893086314-project] 10.222.0.48 "GET /v2.0/ports?device_id=1127edfe-a0d6-403d-b83d-e7b55dba4cbf HTTP/1.1" status: 200 len: 210 time: 0.0976934 May 17 17:12:34.651934 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ee06aeb8-98d9-49cd-9880-b1c8939b6b1e tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:34.789188 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3be97-ad57-497a-bdbf-19d5f3747b27 req-27199ca8-38fb-4231-82ed-a959132c1642 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:34.793460 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ee06aeb8-98d9-49cd-9880-b1c8939b6b1e tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:34.796301 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-29a3be97-ad57-497a-bdbf-19d5f3747b27 req-27199ca8-38fb-4231-82ed-a959132c1642 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 945 time: 0.0934649 May 17 17:12:34.865659 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-29a3be97-ad57-497a-bdbf-19d5f3747b27 req-967e4607-012a-48a4-89e1-98181ea5fc59 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679357 May 17 17:12:34.896797 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device e148e602-2871-4651-9e6a-6b54bb29294a no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:12:34.920623 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] No Port match for: e148e602-2871-4651-9e6a-6b54bb29294a {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:12:34.921115 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device e148e602-2871-4651-9e6a-6b54bb29294a not bound to the agent host hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:12:34.939999 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [None req-ee06aeb8-98d9-49cd-9880-b1c8939b6b1e tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Allocated IP 172.27.0.254 (02c56ec1-398e-4da7-8d6f-c5872f286327/162161ae-47ec-4957-8899-c21f028f623a/16ca5059-207d-4771-84b4-87a30408f53c) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:12:35.083168 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ee06aeb8-98d9-49cd-9880-b1c8939b6b1e tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks [] for port (16ca5059-207d-4771-84b4-87a30408f53c), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:35.136540 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ee06aeb8-98d9-49cd-9880-b1c8939b6b1e tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (16ca5059-207d-4771-84b4-87a30408f53c), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:35.178801 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee06aeb8-98d9-49cd-9880-b1c8939b6b1e tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Network 02c56ec1-398e-4da7-8d6f-c5872f286327 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:12:35.181707 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-ee06aeb8-98d9-49cd-9880-b1c8939b6b1e tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:12:35.185123 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee06aeb8-98d9-49cd-9880-b1c8939b6b1e tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:12:35.197990 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06aeb8-98d9-49cd-9880-b1c8939b6b1e tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Pushing event updated for resources: {'Port': ['ID=16ca5059-207d-4771-84b4-87a30408f53c,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:35.280159 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ee06aeb8-98d9-49cd-9880-b1c8939b6b1e tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks [] for floatingip (6a63c21b-f6db-42d8-9a21-c1e2608c2551), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:35.352287 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ee06aeb8-98d9-49cd-9880-b1c8939b6b1e tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (16ca5059-207d-4771-84b4-87a30408f53c), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:35.523103 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c6298-508f-4e1a-b49b-1b5feb9b65d6 req-14c70cea-b0d7-45e1-9493-ab9e76207b00 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:35.524867 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c23c6298-508f-4e1a-b49b-1b5feb9b65d6 req-14c70cea-b0d7-45e1-9493-ab9e76207b00 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0704994 May 17 17:12:35.587630 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c23c6298-508f-4e1a-b49b-1b5feb9b65d6 req-c78197fe-e88a-4ce0-af9d-a3132d986da0 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567632 May 17 17:12:35.687865 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ee06aeb8-98d9-49cd-9880-b1c8939b6b1e tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks [] for port (16ca5059-207d-4771-84b4-87a30408f53c), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:35.694024 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ee06aeb8-98d9-49cd-9880-b1c8939b6b1e tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (16ca5059-207d-4771-84b4-87a30408f53c), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:35.753134 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ee06aeb8-98d9-49cd-9880-b1c8939b6b1e tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7866643'] for floatingip (6a63c21b-f6db-42d8-9a21-c1e2608c2551), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:35.782980 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06aeb8-98d9-49cd-9880-b1c8939b6b1e tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Pushing event updated for resources: {'Port': ['ID=16ca5059-207d-4771-84b4-87a30408f53c,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:35.788927 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ee06aeb8-98d9-49cd-9880-b1c8939b6b1e tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for floatingip (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:35.790348 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-ee06aeb8-98d9-49cd-9880-b1c8939b6b1e tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2041180 May 17 17:12:36.004817 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f672e0-087c-479b-954b-791e6a3a9416 req-5bcffa05-e8b4-4201-b68a-7e7f079cf3d3 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:36.006632 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-46f672e0-087c-479b-954b-791e6a3a9416 req-5bcffa05-e8b4-4201-b68a-7e7f079cf3d3 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 945 time: 0.0550804 May 17 17:12:36.054936 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-46f672e0-087c-479b-954b-791e6a3a9416 req-5c93c09b-5f95-46ab-9ee3-3a7533a53fb7 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427234 May 17 17:12:36.717329 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afc0dc-0b0f-45e9-9200-7bd4f1d3cc2d req-30b63eeb-d921-4baf-b579-0df494170316 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:36.718876 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c7afc0dc-0b0f-45e9-9200-7bd4f1d3cc2d req-30b63eeb-d921-4baf-b579-0df494170316 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0486662 May 17 17:12:36.774568 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c7afc0dc-0b0f-45e9-9200-7bd4f1d3cc2d req-3af09b06-f9ae-4b1b-8a2a-fbaf8c70f919 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467148 May 17 17:12:37.179450 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587ea24-9107-4da9-ba30-c148d85c8235 req-dd19df2c-1eee-4104-b112-598925827809 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:37.181023 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-6587ea24-9107-4da9-ba30-c148d85c8235 req-dd19df2c-1eee-4104-b112-598925827809 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 945 time: 0.0520799 May 17 17:12:37.232151 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-6587ea24-9107-4da9-ba30-c148d85c8235 req-1e369de4-a8c0-449b-9f1a-598647da3303 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455403 May 17 17:12:37.981754 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7737bf9-100c-4452-a92c-f38ed39837d0 req-bd0f16df-5fce-4870-b522-cfa1ed27e580 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:37.983276 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f7737bf9-100c-4452-a92c-f38ed39837d0 req-bd0f16df-5fce-4870-b522-cfa1ed27e580 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0555148 May 17 17:12:38.060209 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f7737bf9-100c-4452-a92c-f38ed39837d0 req-ca2794b0-e249-43a7-b763-ed827aaa3150 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0628755 May 17 17:12:38.384847 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749c1d0-f9fa-4691-9fc8-0590b8a40b41 req-5f0225cc-d450-487e-b2ab-aedec649d790 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:38.386576 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7749c1d0-f9fa-4691-9fc8-0590b8a40b41 req-5f0225cc-d450-487e-b2ab-aedec649d790 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 945 time: 0.0542908 May 17 17:12:38.447633 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7749c1d0-f9fa-4691-9fc8-0590b8a40b41 req-0d755e29-5158-41ee-acab-fd7d5755d8c7 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550957 May 17 17:12:39.197391 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293971c3-de52-4f3a-94ec-e5114a3fa472 req-120d6074-7507-455c-ba22-fdd7e988c843 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:39.198885 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-293971c3-de52-4f3a-94ec-e5114a3fa472 req-120d6074-7507-455c-ba22-fdd7e988c843 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0554743 May 17 17:12:39.251046 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-293971c3-de52-4f3a-94ec-e5114a3fa472 req-17c5eaaa-0316-4b71-be49-0683a3bbd070 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449371 May 17 17:12:39.636990 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54721bb-97b4-4cef-8615-f6ae0bafe18f req-f7ef4ebe-79a7-4bbd-ab39-7e182841786c tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:39.638736 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f54721bb-97b4-4cef-8615-f6ae0bafe18f req-f7ef4ebe-79a7-4bbd-ab39-7e182841786c tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 945 time: 0.0528975 May 17 17:12:39.695046 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f54721bb-97b4-4cef-8615-f6ae0bafe18f req-34389195-84b8-4578-a4dd-25b0eb2524ff tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461655 May 17 17:12:40.378771 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332aefcd-aa81-4293-bad5-4251416f604b req-db4bd652-3b5c-4b11-b8a7-dc1857446c7b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:40.380171 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-332aefcd-aa81-4293-bad5-4251416f604b req-db4bd652-3b5c-4b11-b8a7-dc1857446c7b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0556400 May 17 17:12:40.652140 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-332aefcd-aa81-4293-bad5-4251416f604b req-b21d055c-e812-48e9-86f8-382866a09f35 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2661254 May 17 17:12:40.822341 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f262d-1e84-4fc3-a689-95e4788b3af6 req-e8fc6d0e-eaee-40c9-8c39-fd9250f861e2 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:40.824791 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-246f262d-1e84-4fc3-a689-95e4788b3af6 req-e8fc6d0e-eaee-40c9-8c39-fd9250f861e2 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 945 time: 0.0513232 May 17 17:12:40.875013 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-246f262d-1e84-4fc3-a689-95e4788b3af6 req-3efff01c-640b-421a-8ab3-9d2e8440de30 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442414 May 17 17:12:41.771061 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833a368-1f52-4d79-b31a-4bef079b4139 req-d488572c-b61f-4632-a0c0-b74f0a29151a tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:41.773817 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7833a368-1f52-4d79-b31a-4bef079b4139 req-d488572c-b61f-4632-a0c0-b74f0a29151a tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0512130 May 17 17:12:41.826785 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7833a368-1f52-4d79-b31a-4bef079b4139 req-a65609dc-89ac-4886-ab7c-481a0abad178 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474498 May 17 17:12:41.999832 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d73c7-f48c-4000-b323-5bab475f0725 req-1b0d73c6-908b-4935-b28d-5b263a4f5a77 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:42.001308 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a47d73c7-f48c-4000-b323-5bab475f0725 req-1b0d73c6-908b-4935-b28d-5b263a4f5a77 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 945 time: 0.0475583 May 17 17:12:42.054655 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a47d73c7-f48c-4000-b323-5bab475f0725 req-3a1c4454-79a2-469d-be17-5a6d55c03613 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471473 May 17 17:12:42.958255 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ad2e2-18b5-4c68-b5d4-842b0a2acf08 req-ec63778f-c547-4277-85c8-8dd8a2a88feb tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:42.959896 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ec5ad2e2-18b5-4c68-b5d4-842b0a2acf08 req-ec63778f-c547-4277-85c8-8dd8a2a88feb tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0565834 May 17 17:12:43.011821 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ec5ad2e2-18b5-4c68-b5d4-842b0a2acf08 req-a54627ee-4686-4eed-9ec8-68c121316685 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461404 May 17 17:12:43.186288 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283eba2d-b2b6-4a80-8051-52458d68f124 req-a3a07851-b7a1-4e3f-a75c-38089aed407a tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:43.187824 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-283eba2d-b2b6-4a80-8051-52458d68f124 req-a3a07851-b7a1-4e3f-a75c-38089aed407a tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 945 time: 0.0562367 May 17 17:12:43.246290 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-283eba2d-b2b6-4a80-8051-52458d68f124 req-f744d48b-bf84-4026-a011-a633a9380e91 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511889 May 17 17:12:44.131037 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b652c-f647-4840-82e7-b4c6f5329930 req-15eacb20-01de-413f-9de4-1bed12e926e8 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:44.132815 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ed9b652c-f647-4840-82e7-b4c6f5329930 req-15eacb20-01de-413f-9de4-1bed12e926e8 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0506902 May 17 17:12:44.187775 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ed9b652c-f647-4840-82e7-b4c6f5329930 req-7c6c2ebb-da86-46cd-bd13-66b833663a03 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447817 May 17 17:12:44.381910 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1e1b0-9c5f-46c2-ba1d-2a9742142e92 req-d91eb39f-9e8c-4d94-be35-8b30091cd867 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:44.383526 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9da1e1b0-9c5f-46c2-ba1d-2a9742142e92 req-d91eb39f-9e8c-4d94-be35-8b30091cd867 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 945 time: 0.0572426 May 17 17:12:44.436276 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9da1e1b0-9c5f-46c2-ba1d-2a9742142e92 req-5ab3dd38-dbb9-49dc-a176-eefabc6ec101 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451777 May 17 17:12:45.318749 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787bd6f-afb1-4114-b1b5-43203fa993e9 req-fe1bc8bd-ccb0-4067-9bcf-a4d77635f364 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:45.321358 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f787bd6f-afb1-4114-b1b5-43203fa993e9 req-fe1bc8bd-ccb0-4067-9bcf-a4d77635f364 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0565929 May 17 17:12:45.389125 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f787bd6f-afb1-4114-b1b5-43203fa993e9 req-8117e8c5-281f-49e3-8eeb-a26ea895de2c tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612860 May 17 17:12:45.570234 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240aa4d-63d1-4150-b0fa-20d56d0ace5f req-98ffec00-449b-455f-864d-1daf3106c505 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:45.571761 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-e240aa4d-63d1-4150-b0fa-20d56d0ace5f req-98ffec00-449b-455f-864d-1daf3106c505 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 945 time: 0.0536895 May 17 17:12:45.624771 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-e240aa4d-63d1-4150-b0fa-20d56d0ace5f req-613e3732-100d-43d8-ae94-38aab22052a1 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472705 May 17 17:12:45.742768 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.agents_db [None req-bd8c2525-aad1-4fe1-b03f-cf2f293aaa3a None None] Agent healthcheck: found 6 active agents {{(pid=103513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:12:46.466005 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-09359e28-3c06-4786-bb93-ff6e43187011 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1710241352&fields=id&tenant_id=ea3305a913c541e4a45267497213df1c HTTP/1.1" status: 200 len: 267 time: 0.0491571 May 17 17:12:46.575380 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165e3f2-4115-4304-b8d4-58e99849d384 req-dd7dc3db-bd10-4c4a-9fa7-4874adb1963e tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:46.576861 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7165e3f2-4115-4304-b8d4-58e99849d384 req-dd7dc3db-bd10-4c4a-9fa7-4874adb1963e tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.1016729 May 17 17:12:46.644806 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-7f283469-6ba5-49f3-8dd7-ef490837662d tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:46.646269 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-7f283469-6ba5-49f3-8dd7-ef490837662d tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/networks?id=d8fd1f2f-e54a-4844-8483-0ddae8800cdb HTTP/1.1" status: 200 len: 819 time: 0.1722577 May 17 17:12:46.654294 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7165e3f2-4115-4304-b8d4-58e99849d384 req-c3454f3c-9e93-4867-92c3-ba7849a427c1 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0693319 May 17 17:12:46.663891 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-9d64f64c-92a3-4655-b96e-398bd8863bd3 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/quotas/ea3305a913c541e4a45267497213df1c HTTP/1.1" status: 200 len: 375 time: 0.0093269 May 17 17:12:46.756018 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-0fd118a2-4d9e-4b4f-bf9c-cf39483500ba tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea3305a913c541e4a45267497213df1c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0800250 May 17 17:12:46.772425 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53840505-c1a7-49ce-8f2d-448fa5e0d286 req-ff35a1da-c3c8-4aa6-b102-6bd6210aefa5 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:46.773826 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-53840505-c1a7-49ce-8f2d-448fa5e0d286 req-ff35a1da-c3c8-4aa6-b102-6bd6210aefa5 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 945 time: 0.0621467 May 17 17:12:46.877953 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-53840505-c1a7-49ce-8f2d-448fa5e0d286 req-eb2c7471-4593-4119-8a8a-b7cfc874feff tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955336 May 17 17:12:46.897477 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-ffff7627-0b26-45ce-88cd-b25c5949ae14 service neutron] 10.222.0.48 "GET /v2.0/networks/d8fd1f2f-e54a-4844-8483-0ddae8800cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227312 May 17 17:12:47.009441 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-f67f6f1e-9b50-4732-9913-972f5fedb9f3 service neutron] 10.222.0.48 "GET /v2.0/networks/d8fd1f2f-e54a-4844-8483-0ddae8800cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044333 May 17 17:12:47.193247 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-286f9daa-6c7a-495b-add0-215dbd9325de req-58a9d867-b67d-4c94-ab37-08d51da773a4 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 210 time: 0.0422072 May 17 17:12:47.772195 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28ea0c-2976-4e52-8bd9-4d801c12c454 req-01582325-bf14-4a4f-b9a0-35c9d42a5d7f tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:47.773886 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-4d28ea0c-2976-4e52-8bd9-4d801c12c454 req-01582325-bf14-4a4f-b9a0-35c9d42a5d7f tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0498040 May 17 17:12:47.825939 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-4d28ea0c-2976-4e52-8bd9-4d801c12c454 req-c6a735d4-79f0-4696-bca0-338ba2eca082 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462756 May 17 17:12:48.005444 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191096d-9397-4bd5-9f8f-d9ed04769472 req-964474ed-b999-4252-a9e6-51a9f55b706e tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:48.006912 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1191096d-9397-4bd5-9f8f-d9ed04769472 req-964474ed-b999-4252-a9e6-51a9f55b706e tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 945 time: 0.0557361 May 17 17:12:48.054328 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1191096d-9397-4bd5-9f8f-d9ed04769472 req-68e6ee0d-d442-4498-b4eb-71ae33a26d8a tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415924 May 17 17:12:48.294122 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-57550950-cbb2-4b06-9094-21f671aabf9f req-3d380c19-be62-4fb2-b2f5-64f35d9689c2 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 210 time: 0.0387604 May 17 17:12:48.941068 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb175c-ac4f-4b08-818c-b535128bf76c req-a2d39d1a-97a3-46f8-82d1-1d64455947b8 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:48.942606 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-bfdb175c-ac4f-4b08-818c-b535128bf76c req-a2d39d1a-97a3-46f8-82d1-1d64455947b8 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0466006 May 17 17:12:48.995431 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-bfdb175c-ac4f-4b08-818c-b535128bf76c req-8c6def38-c4e9-4887-941f-9be0aff0dea0 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470426 May 17 17:12:49.229355 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a107a45-2664-46ad-bfa4-0fc2ff35ee31 req-644e858d-150e-4085-85f1-523a39fa6972 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:49.230927 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2a107a45-2664-46ad-bfa4-0fc2ff35ee31 req-644e858d-150e-4085-85f1-523a39fa6972 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 945 time: 0.0791757 May 17 17:12:49.252496 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b4ecbf-c85d-4087-8ec9-27c0dbf2e387 req-ee571fc5-e028-4427-adc0-4f85c45edf72 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:49.254371 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f3b4ecbf-c85d-4087-8ec9-27c0dbf2e387 req-ee571fc5-e028-4427-adc0-4f85c45edf72 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0686693 May 17 17:12:49.319017 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2a107a45-2664-46ad-bfa4-0fc2ff35ee31 req-ee6fa412-d0d6-460f-99ae-ebfa24c56a52 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811338 May 17 17:12:49.340230 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f3b4ecbf-c85d-4087-8ec9-27c0dbf2e387 req-f49c7f65-e5aa-44f2-9dfc-5f058ba5d4e3 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0783083 May 17 17:12:49.423839 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-28d4ca1d-f719-4e9c-a90d-6696f8479869 req-0f979c72-0c57-4f73-a332-345a3c95f05e tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 210 time: 0.0287673 May 17 17:12:49.741337 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339b6b8-f85f-4114-9449-49292159a005 req-93868531-797d-40a5-998f-6bb5d1cc4ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:49.743196 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2339b6b8-f85f-4114-9449-49292159a005 req-93868531-797d-40a5-998f-6bb5d1cc4ad2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87f2aabc0cda49538fa0fd9d5db6bf51&device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 1130 time: 0.0757132 May 17 17:12:49.958786 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-5a4ce2df-a855-44a9-a8bb-e3faf78f7854 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:49.961042 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-5a4ce2df-a855-44a9-a8bb-e3faf78f7854 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.23 "GET /v2.0/networks?id=d8fd1f2f-e54a-4844-8483-0ddae8800cdb HTTP/1.1" status: 200 len: 819 time: 0.1709719 May 17 17:12:50.007906 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339b6b8-f85f-4114-9449-49292159a005 req-7819faaa-341d-4d3f-aaf2-6bbca1086db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:50.009595 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2339b6b8-f85f-4114-9449-49292159a005 req-7819faaa-341d-4d3f-aaf2-6bbca1086db4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1dd4923f-bb48-4a70-ba63-f0b98efd2694 HTTP/1.1" status: 200 len: 912 time: 0.2555544 May 17 17:12:50.050628 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (f77364a9-2f6e-44ad-9fc6-92e3e143ef92), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:50.086577 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 47038) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:12:50.096427 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-9ea216ef-3b67-41b8-9a22-7b05113cf188 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea3305a913c541e4a45267497213df1c HTTP/1.1" status: 200 len: 380 time: 0.1237514 May 17 17:12:50.109749 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2339b6b8-f85f-4114-9449-49292159a005 req-29cec562-d25b-4681-b10c-9edfb6f13923 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1ea561d-09ff-4ccb-94e1-a73a746f4900 HTTP/1.1" status: 200 len: 1002 time: 0.0807099 May 17 17:12:50.183418 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-19d56857-340a-43ca-960a-50f9af519cfe tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Request body: {'port': {'device_id': '5bfa0b8b-6981-43aa-9f5c-214bc3c20d64', 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb', 'admin_state_up': True, 'tenant_id': 'ea3305a913c541e4a45267497213df1c', 'security_groups': ['28345ffa-9b38-46ce-be50-776fef54aa02']}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:12:50.265355 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-6e3b5e63-b423-4cac-8a24-df32d3dfb0fb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d440db1af37449b1a5d268506dc5bf11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1746504 May 17 17:12:50.265580 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 47042) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:12:50.277223 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339b6b8-f85f-4114-9449-49292159a005 req-3e35ce37-d068-4e57-b958-2fe58de64b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:50.278707 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2339b6b8-f85f-4114-9449-49292159a005 req-3e35ce37-d068-4e57-b958-2fe58de64b74 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d992d23d-73b7-4452-8ed4-109754aaf16e HTTP/1.1" status: 200 len: 850 time: 0.1073844 May 17 17:12:50.318387 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ffd9d51b-55b7-49a9-a2da-63987e5023e3 admin admin] Publish callbacks [] for security_group (612d5f08-f012-4a42-8e68-fa91c66dade9), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:50.338262 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339b6b8-f85f-4114-9449-49292159a005 req-611a698b-c266-4ebe-a6ec-be814fc36284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:50.339792 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2339b6b8-f85f-4114-9449-49292159a005 req-611a698b-c266-4ebe-a6ec-be814fc36284 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1dd4923f-bb48-4a70-ba63-f0b98efd2694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541174 May 17 17:12:50.340132 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ffd9d51b-55b7-49a9-a2da-63987e5023e3 admin admin] Publish callbacks [] for security_group (612d5f08-f012-4a42-8e68-fa91c66dade9), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:50.392560 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-19d56857-340a-43ca-960a-50f9af519cfe tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Made reservation on behalf of ea3305a913c541e4a45267497213df1c for: {'port': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:12:50.396001 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-19d56857-340a-43ca-960a-50f9af519cfe tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:50.397876 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ffd9d51b-55b7-49a9-a2da-63987e5023e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (612d5f08-f012-4a42-8e68-fa91c66dade9), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:50.400876 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ffd9d51b-55b7-49a9-a2da-63987e5023e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:50.408521 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-ffd9d51b-55b7-49a9-a2da-63987e5023e3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/612d5f08-f012-4a42-8e68-fa91c66dade9 HTTP/1.1" status: 204 len: 168 time: 0.1403124 May 17 17:12:50.420253 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd9d51b-55b7-49a9-a2da-63987e5023e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612d5f08-f012-4a42-8e68-fa91c66dade9,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:50.514916 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2339b6b8-f85f-4114-9449-49292159a005 req-fe778527-bd8d-4d42-aea4-281b54caa934 service neutron] 10.222.0.23 "GET /v2.0/networks/1dd4923f-bb48-4a70-ba63-f0b98efd2694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647658 May 17 17:12:50.582463 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20d6fb-00a9-4b52-ba50-f998702417bd req-165f52df-76df-4096-b8fe-0dd1e62c2dc6 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:50.586186 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1f20d6fb-00a9-4b52-ba50-f998702417bd req-165f52df-76df-4096-b8fe-0dd1e62c2dc6 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.1066647 May 17 17:12:50.598909 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb486cf6-bf16-43f6-b5dc-960d1d05ba7b req-4b1e4b1e-f4bd-472a-948c-df10eb4a3d6d tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:50.600696 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-eb486cf6-bf16-43f6-b5dc-960d1d05ba7b req-4b1e4b1e-f4bd-472a-948c-df10eb4a3d6d tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 945 time: 0.1032367 May 17 17:12:50.656518 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-19d56857-340a-43ca-960a-50f9af519cfe tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Allocated IP 172.20.0.9 (d8fd1f2f-e54a-4844-8483-0ddae8800cdb/ac6ed14f-342b-4c1d-a6d0-3f83923520d0/6b3cb952-d5bd-4de9-965c-39fcdbf9ab21) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:12:50.691148 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2339b6b8-f85f-4114-9449-49292159a005 req-c8b8e283-e799-4c83-ba41-6bae76f356ac service neutron] 10.222.0.23 "GET /v2.0/networks/1dd4923f-bb48-4a70-ba63-f0b98efd2694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671987 May 17 17:12:50.692127 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1f20d6fb-00a9-4b52-ba50-f998702417bd req-66b135d3-f997-4f64-a77c-400c178c1034 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0898523 May 17 17:12:50.736380 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-eb486cf6-bf16-43f6-b5dc-960d1d05ba7b req-f1b37e48-7bbe-482a-a83a-aacc30084d16 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174316 May 17 17:12:50.822441 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b6f45472-2c06-4ef5-ad7c-755fb6e6586a req-84a6cfc2-76db-4316-850c-556a01c03c77 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 210 time: 0.0300236 May 17 17:12:50.860621 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-19d56857-340a-43ca-960a-50f9af519cfe tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks [] for port (6b3cb952-d5bd-4de9-965c-39fcdbf9ab21), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:50.890673 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-19d56857-340a-43ca-960a-50f9af519cfe tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (6b3cb952-d5bd-4de9-965c-39fcdbf9ab21), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:50.935239 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-19d56857-340a-43ca-960a-50f9af519cfe tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Network d8fd1f2f-e54a-4844-8483-0ddae8800cdb is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:12:50.943104 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-19d56857-340a-43ca-960a-50f9af519cfe tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:12:50.945296 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d56857-340a-43ca-960a-50f9af519cfe tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Pushing event updated for resources: {'Port': ['ID=6b3cb952-d5bd-4de9-965c-39fcdbf9ab21,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:50.947457 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-19d56857-340a-43ca-960a-50f9af519cfe tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:12:50.953071 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-19d56857-340a-43ca-960a-50f9af519cfe tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:50.953200 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-19d56857-340a-43ca-960a-50f9af519cfe tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:50.964069 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 47064) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:12:50.975213 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-19d56857-340a-43ca-960a-50f9af519cfe tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7952857 May 17 17:12:50.999223 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device e6735ae1-4241-48ca-9802-22aba7b4cccc details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:12:51.021069 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d816a9e-2b6c-4131-881d-2416bfb6ab22 admin admin] Deleting subnet 587df90a-4c3d-46cc-a7c3-0d2274ea004e {{(pid=103511) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 17:12:51.024508 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-0d816a9e-2b6c-4131-881d-2416bfb6ab22 admin admin] Publish callbacks [] for subnet (587df90a-4c3d-46cc-a7c3-0d2274ea004e), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:51.041540 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-5e1ffdd8-7b8a-4cc2-b804-9055f64326dc service neutron] Request body: {'port': {'device_id': '5bfa0b8b-6981-43aa-9f5c-214bc3c20d64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84214'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:12:51.061641 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-0d816a9e-2b6c-4131-881d-2416bfb6ab22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4267300'] for subnet (587df90a-4c3d-46cc-a7c3-0d2274ea004e), precommit_delete_associations {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:51.112974 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-0d816a9e-2b6c-4131-881d-2416bfb6ab22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667328'] for subnet (587df90a-4c3d-46cc-a7c3-0d2274ea004e), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:51.126939 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port e6735ae1-4241-48ca-9802-22aba7b4cccc, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=e6735ae1-4241-48ca-9802-22aba7b4cccc,segment=NetworkSegment(dd7c38ba-79f9-47ce-94d1-d0499646a213),segment_id=dd7c38ba-79f9-47ce-94d1-d0499646a213)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:12:51.135910 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-5e1ffdd8-7b8a-4cc2-b804-9055f64326dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (6b3cb952-d5bd-4de9-965c-39fcdbf9ab21), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:51.148863 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Returning: {'device': 'e6735ae1-4241-48ca-9802-22aba7b4cccc', 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947', 'port_id': 'e6735ae1-4241-48ca-9802-22aba7b4cccc', 'mac_address': 'fa:16:3e:54:50:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c810424-34e9-472b-8917-5d16a4254529', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:12:51.191831 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-0d816a9e-2b6c-4131-881d-2416bfb6ab22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4267422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4530447'] for subnet (587df90a-4c3d-46cc-a7c3-0d2274ea004e), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:51.228163 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d816a9e-2b6c-4131-881d-2416bfb6ab22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=587df90a-4c3d-46cc-a7c3-0d2274ea004e,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:51.236515 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-0d816a9e-2b6c-4131-881d-2416bfb6ab22 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:51.240429 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-0d816a9e-2b6c-4131-881d-2416bfb6ab22 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/587df90a-4c3d-46cc-a7c3-0d2274ea004e HTTP/1.1" status: 204 len: 168 time: 0.2752533 May 17 17:12:51.244249 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 47072) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:12:51.250406 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-97832be9-9256-477d-8194-efaec994851c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:51.254855 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port e6735ae1-4241-48ca-9802-22aba7b4cccc is: ACTIVE; New status is: BUILD {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:12:51.255345 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (e6735ae1-4241-48ca-9802-22aba7b4cccc), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:51.271932 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6735ae1-4241-48ca-9802-22aba7b4cccc {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:12:51.301122 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-4c9560b5-e4ff-447e-885c-ae58fd6cf0c7 None None] Provisioning complete for port 6b3cb952-d5bd-4de9-965c-39fcdbf9ab21 triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:12:51.301597 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4c9560b5-e4ff-447e-885c-ae58fd6cf0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (6b3cb952-d5bd-4de9-965c-39fcdbf9ab21), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:51.306902 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port e6735ae1-4241-48ca-9802-22aba7b4cccc, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=e6735ae1-4241-48ca-9802-22aba7b4cccc,segment=NetworkSegment(dd7c38ba-79f9-47ce-94d1-d0499646a213),segment_id=dd7c38ba-79f9-47ce-94d1-d0499646a213)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:12:51.318239 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d0fa3584-dc95-44ad-ab8f-2e31c1434cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-914463'] for network (70c87c86-2820-494f-92b7-3ef8c78c46f3), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:51.328094 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (e6735ae1-4241-48ca-9802-22aba7b4cccc), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:51.365295 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-4c9560b5-e4ff-447e-885c-ae58fd6cf0c7 None None] Port 6b3cb952-d5bd-4de9-965c-39fcdbf9ab21 cannot update to ACTIVE because it is not bound. {{(pid=103512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:12:51.388591 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=e6735ae1-4241-48ca-9802-22aba7b4cccc,revision_number=6']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:51.401346 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:51.401790 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:51.402232 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:51.402653 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:51.403627 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:51.403627 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:51.403933 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:51.404571 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:51.405092 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:51.405340 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d0fa3584-dc95-44ad-ab8f-2e31c1434cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874613', 'neutron.services.segments.db._delete_segments_for_network-8733342282262'] for network (70c87c86-2820-494f-92b7-3ef8c78c46f3), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:51.405681 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:51.406084 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:51.406496 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:51.406894 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:51.407350 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:51.408527 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:51.426802 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.services.segments.db [None req-d0fa3584-dc95-44ad-ab8f-2e31c1434cdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70c87c86-2820-494f-92b7-3ef8c78c46f3']}} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:12:51.436612 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.services.segments.db [None req-d0fa3584-dc95-44ad-ab8f-2e31c1434cdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fdc4088-2666-41b6-a1fa-9350fb045c0a') {'for_net_delete': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:12:51.436915 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.services.segments.db [None req-d0fa3584-dc95-44ad-ab8f-2e31c1434cdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fdc4088-2666-41b6-a1fa-9350fb045c0a') {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:12:51.447825 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d0fa3584-dc95-44ad-ab8f-2e31c1434cdf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733342283551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4267293'] for segment (8fdc4088-2666-41b6-a1fa-9350fb045c0a), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:51.462887 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d0fa3584-dc95-44ad-ab8f-2e31c1434cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915'] for segment (8fdc4088-2666-41b6-a1fa-9350fb045c0a), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:51.468680 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0fa3584-dc95-44ad-ab8f-2e31c1434cdf admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103511) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 17:12:51.468981 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d0fa3584-dc95-44ad-ab8f-2e31c1434cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4266300'] for segment (8fdc4088-2666-41b6-a1fa-9350fb045c0a), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:51.470744 dv-cinder-842149-1-iscsi neutron-server[103511]: Traceback (most recent call last): May 17 17:12:51.470744 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 17:12:51.470744 dv-cinder-842149-1-iscsi neutron-server[103511]: timer() May 17 17:12:51.470744 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 17:12:51.470744 dv-cinder-842149-1-iscsi neutron-server[103511]: cb(*args, **kw) May 17 17:12:51.470744 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 17:12:51.470744 dv-cinder-842149-1-iscsi neutron-server[103511]: return func(*args, **kwargs) May 17 17:12:51.470744 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 17:12:51.470744 dv-cinder-842149-1-iscsi neutron-server[103511]: self._notify() May 17 17:12:51.470744 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 17:12:51.470744 dv-cinder-842149-1-iscsi neutron-server[103511]: self.callback(batched_events) May 17 17:12:51.470744 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 17:12:51.470744 dv-cinder-842149-1-iscsi neutron-server[103511]: event.method(event) May 17 17:12:51.470744 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 17:12:51.470744 dv-cinder-842149-1-iscsi neutron-server[103511]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 17:12:51.470744 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 17:12:51.470744 dv-cinder-842149-1-iscsi neutron-server[103511]: aggregate_uuid = self.p_client.list_aggregates( May 17 17:12:51.470744 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 17:12:51.470744 dv-cinder-842149-1-iscsi neutron-server[103511]: return f(self, *a, **k) May 17 17:12:51.470744 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 17:12:51.470744 dv-cinder-842149-1-iscsi neutron-server[103511]: return self._get(url).json() May 17 17:12:51.470744 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 17:12:51.470744 dv-cinder-842149-1-iscsi neutron-server[103511]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 17:12:51.470744 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 17:12:51.470744 dv-cinder-842149-1-iscsi neutron-server[103511]: return self.request(url, 'GET', **kwargs) May 17 17:12:51.470744 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 17:12:51.470744 dv-cinder-842149-1-iscsi neutron-server[103511]: base_url = self.get_endpoint(auth, allow=allow, May 17 17:12:51.470744 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 17:12:51.470744 dv-cinder-842149-1-iscsi neutron-server[103511]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 17:12:51.470744 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 17:12:51.470744 dv-cinder-842149-1-iscsi neutron-server[103511]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 17:12:51.470744 dv-cinder-842149-1-iscsi neutron-server[103511]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 17:12:51.506011 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-5e1ffdd8-7b8a-4cc2-b804-9055f64326dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b3cb952-d5bd-4de9-965c-39fcdbf9ab21 {{(pid=103510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:12:51.508291 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] get_ports_and_sgs() called for port_ids ['e6735ae1-4241-48ca-9802-22aba7b4cccc'] {{(pid=103512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:12:51.515917 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-5e1ffdd8-7b8a-4cc2-b804-9055f64326dc service neutron] Publish callbacks [] for port (6b3cb952-d5bd-4de9-965c-39fcdbf9ab21), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:51.534677 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.provisioning_blocks [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-5e1ffdd8-7b8a-4cc2-b804-9055f64326dc service neutron] Transition to ACTIVE for port object 6b3cb952-d5bd-4de9-965c-39fcdbf9ab21 will not be triggered until provisioned by entity L2. {{(pid=103510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 17:12:51.536570 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d0fa3584-dc95-44ad-ab8f-2e31c1434cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7866878'] for network (70c87c86-2820-494f-92b7-3ef8c78c46f3), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:51.545855 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d0fa3584-dc95-44ad-ab8f-2e31c1434cdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for network (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:51.547379 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-5e1ffdd8-7b8a-4cc2-b804-9055f64326dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (6b3cb952-d5bd-4de9-965c-39fcdbf9ab21), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:51.559307 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-d0fa3584-dc95-44ad-ab8f-2e31c1434cdf admin admin] 10.222.0.48 "DELETE /v2.0/networks/70c87c86-2820-494f-92b7-3ef8c78c46f3 HTTP/1.1" status: 204 len: 168 time: 0.3129125 May 17 17:12:51.603205 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa3584-dc95-44ad-ab8f-2e31c1434cdf admin admin] Pushing event deleted for resources: {'Network': ['ID=70c87c86-2820-494f-92b7-3ef8c78c46f3,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:51.634386 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ffdd8-7b8a-4cc2-b804-9055f64326dc service neutron] Pushing event updated for resources: {'Port': ['ID=6b3cb952-d5bd-4de9-965c-39fcdbf9ab21,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:51.651485 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-5e1ffdd8-7b8a-4cc2-b804-9055f64326dc service neutron] Attempting to bind port 6b3cb952-d5bd-4de9-965c-39fcdbf9ab21 on host hv-cinder-84214 for vnic_type normal with profile {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:12:51.651895 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-5e1ffdd8-7b8a-4cc2-b804-9055f64326dc service neutron] Attempting to bind port 6b3cb952-d5bd-4de9-965c-39fcdbf9ab21 by drivers openvswitch,hyperv on host hv-cinder-84214 at level 0 using segments [{'id': 'd5e61896-1faa-41a1-9cf3-1792af62c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb'}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:12:51.652238 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-5e1ffdd8-7b8a-4cc2-b804-9055f64326dc service neutron] Attempting to bind port 6b3cb952-d5bd-4de9-965c-39fcdbf9ab21 on network d8fd1f2f-e54a-4844-8483-0ddae8800cdb {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:12:51.657367 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-5e1ffdd8-7b8a-4cc2-b804-9055f64326dc service neutron] Port 6b3cb952-d5bd-4de9-965c-39fcdbf9ab21 on network d8fd1f2f-e54a-4844-8483-0ddae8800cdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84214 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 17:12:51.657687 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-5e1ffdd8-7b8a-4cc2-b804-9055f64326dc service neutron] Attempting to bind port 6b3cb952-d5bd-4de9-965c-39fcdbf9ab21 on network d8fd1f2f-e54a-4844-8483-0ddae8800cdb {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:12:51.663326 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-5e1ffdd8-7b8a-4cc2-b804-9055f64326dc service neutron] Checking agent: {'id': 'f77364a9-2f6e-44ad-9fc6-92e3e143ef92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84214', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 8, 20), 'started_at': datetime.datetime(2022, 5, 17, 17, 8, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:12:51.663709 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-5e1ffdd8-7b8a-4cc2-b804-9055f64326dc service neutron] Checking segment: {'id': 'd5e61896-1faa-41a1-9cf3-1792af62c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:12:51.664103 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-5e1ffdd8-7b8a-4cc2-b804-9055f64326dc service neutron] Bound using segment: {'id': 'd5e61896-1faa-41a1-9cf3-1792af62c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb'} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:12:51.664537 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-5e1ffdd8-7b8a-4cc2-b804-9055f64326dc service neutron] Bound port: 6b3cb952-d5bd-4de9-965c-39fcdbf9ab21, host: hv-cinder-84214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5e61896-1faa-41a1-9cf3-1792af62c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb'}}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:12:51.664899 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-5e1ffdd8-7b8a-4cc2-b804-9055f64326dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (6b3cb952-d5bd-4de9-965c-39fcdbf9ab21), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:51.740267 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-5e1ffdd8-7b8a-4cc2-b804-9055f64326dc service neutron] For port 6b3cb952-d5bd-4de9-965c-39fcdbf9ab21, host hv-cinder-84214, cleared binding levels {{(pid=103510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:12:51.746068 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-5e1ffdd8-7b8a-4cc2-b804-9055f64326dc service neutron] For port 6b3cb952-d5bd-4de9-965c-39fcdbf9ab21, host hv-cinder-84214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=6b3cb952-d5bd-4de9-965c-39fcdbf9ab21,segment=NetworkSegment(d5e61896-1faa-41a1-9cf3-1792af62c374),segment_id=d5e61896-1faa-41a1-9cf3-1792af62c374)] {{(pid=103510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:12:51.754143 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-5e1ffdd8-7b8a-4cc2-b804-9055f64326dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (6b3cb952-d5bd-4de9-965c-39fcdbf9ab21), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:51.802880 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-5e1ffdd8-7b8a-4cc2-b804-9055f64326dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:51.803507 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-5e1ffdd8-7b8a-4cc2-b804-9055f64326dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:51.805009 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-5e1ffdd8-7b8a-4cc2-b804-9055f64326dc service neutron] 10.222.0.23 "PUT /v2.0/ports/6b3cb952-d5bd-4de9-965c-39fcdbf9ab21 HTTP/1.1" status: 200 len: 1093 time: 0.7695403 May 17 17:12:51.805469 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bfa0b8b-6981-43aa-9f5c-214bc3c20d64', 'tag': '6b3cb952-d5bd-4de9-965c-39fcdbf9ab21'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:12:51.807949 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e36bac2-78f8-4b4d-b7bc-73e860c5df14" -d '{"events": [{"name": "network-changed", "server_uuid": "5bfa0b8b-6981-43aa-9f5c-214bc3c20d64", "tag": "6b3cb952-d5bd-4de9-965c-39fcdbf9ab21"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:12:51.812449 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 47086) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:12:51.851919 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ffdd8-7b8a-4cc2-b804-9055f64326dc service neutron] Pushing event updated for resources: {'Port': ['ID=6b3cb952-d5bd-4de9-965c-39fcdbf9ab21,revision_number=3']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:51.869459 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d746a-c192-4a23-9bd6-a2b617362027 req-82201001-c373-406d-a2f3-1ba494d18812 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:51.875112 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-964d746a-c192-4a23-9bd6-a2b617362027 req-82201001-c373-406d-a2f3-1ba494d18812 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0948968 May 17 17:12:51.900547 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-f7830566-deb0-4d2c-a665-c3b906ffc97e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b5858756d2b74673a765c1d2e6adf280&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0870171 May 17 17:12:51.902890 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 47094) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:12:51.950495 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf8884-f7b1-44ed-a632-4246338545f6 req-4101c10e-e17d-4661-adb0-55d9f1d8dd5d tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:51.960747 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1caf8884-f7b1-44ed-a632-4246338545f6 req-4101c10e-e17d-4661-adb0-55d9f1d8dd5d tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 944 time: 0.0845027 May 17 17:12:51.965120 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9bd24406-3c89-475e-bf2e-706b90531b78 admin admin] Publish callbacks [] for security_group (7ea31190-8b53-4dbc-b720-aab2c3e4a9a5), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:51.995402 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9bd24406-3c89-475e-bf2e-706b90531b78 admin admin] Publish callbacks [] for security_group (7ea31190-8b53-4dbc-b720-aab2c3e4a9a5), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:52.003465 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-964d746a-c192-4a23-9bd6-a2b617362027 req-9df6384e-811b-4490-b12a-0c4bae8eb691 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1169937 May 17 17:12:52.039480 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1caf8884-f7b1-44ed-a632-4246338545f6 req-3ba47671-03ac-445a-a5b4-c856368dccae tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663061 May 17 17:12:52.075646 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a05c84-6b50-4c8a-99be-f5006d96196a x-openstack-request-id: req-33a05c84-6b50-4c8a-99be-f5006d96196a {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:12:52.075774 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bfa0b8b-6981-43aa-9f5c-214bc3c20d64", "tag": "6b3cb952-d5bd-4de9-965c-39fcdbf9ab21", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:12:52.076098 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-33a05c84-6b50-4c8a-99be-f5006d96196a {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:12:52.076539 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33a05c84-6b50-4c8a-99be-f5006d96196a'] response: {'name': 'network-changed', 'server_uuid': '5bfa0b8b-6981-43aa-9f5c-214bc3c20d64', 'tag': '6b3cb952-d5bd-4de9-965c-39fcdbf9ab21', 'status': 'completed', 'code': 200} May 17 17:12:52.077686 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9bd24406-3c89-475e-bf2e-706b90531b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (7ea31190-8b53-4dbc-b720-aab2c3e4a9a5), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:52.080657 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9bd24406-3c89-475e-bf2e-706b90531b78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:52.081784 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-9bd24406-3c89-475e-bf2e-706b90531b78 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7ea31190-8b53-4dbc-b720-aab2c3e4a9a5 HTTP/1.1" status: 204 len: 168 time: 0.1776447 May 17 17:12:52.092889 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd24406-3c89-475e-bf2e-706b90531b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea31190-8b53-4dbc-b720-aab2c3e4a9a5,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:52.186303 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2a954-8215-41fa-8028-a4f4c37f30b8 req-6043cabb-08e6-44f3-bb05-31c050410958 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:52.187821 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-10e2a954-8215-41fa-8028-a4f4c37f30b8 req-6043cabb-08e6-44f3-bb05-31c050410958 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 943 time: 0.0514574 May 17 17:12:52.240704 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-10e2a954-8215-41fa-8028-a4f4c37f30b8 req-55bb7e16-9c20-4a7d-9404-656f1b2d6caf tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=28345ffa-9b38-46ce-be50-776fef54aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470548 May 17 17:12:52.328346 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-a03a91f2-ff9f-4157-888b-c24fd1827dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:52.330681 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-a03a91f2-ff9f-4157-888b-c24fd1827dd1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea3305a913c541e4a45267497213df1c&device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 1127 time: 0.0493298 May 17 17:12:52.385182 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-aa1a2576-ac27-44bd-b493-3dae9eb659d3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b3cb952-d5bd-4de9-965c-39fcdbf9ab21 HTTP/1.1" status: 200 len: 217 time: 0.0364082 May 17 17:12:52.441289 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-9ec50af3-c0ff-45cc-8f91-58e5a7abd05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:52.442757 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-9ec50af3-c0ff-45cc-8f91-58e5a7abd05d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ac6ed14f-342b-4c1d-a6d0-3f83923520d0 HTTP/1.1" status: 200 len: 858 time: 0.0484717 May 17 17:12:52.496422 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-7cb46ff2-0b3b-4332-9d34-245461f01d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:52.498185 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-7cb46ff2-0b3b-4332-9d34-245461f01d6c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d8fd1f2f-e54a-4844-8483-0ddae8800cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390167 May 17 17:12:52.595940 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-7695d273-d43f-4bcf-9e88-1f28a8c00491 service neutron] 10.222.0.23 "GET /v2.0/networks/d8fd1f2f-e54a-4844-8483-0ddae8800cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885718 May 17 17:12:52.685853 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d4177402-8a7d-4f44-aaf1-b973913a5bc3 req-788558da-7f85-4a89-9200-ae2de3587fec service neutron] 10.222.0.23 "GET /v2.0/networks/d8fd1f2f-e54a-4844-8483-0ddae8800cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827842 May 17 17:12:53.021356 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device e6735ae1-4241-48ca-9802-22aba7b4cccc up at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:12:53.105431 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning complete for port e6735ae1-4241-48ca-9802-22aba7b4cccc triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:12:53.105811 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (e6735ae1-4241-48ca-9802-22aba7b4cccc), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:53.164657 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11eedf-73f4-45fc-ac60-955b71b234e2 req-3c023994-7340-4fbb-8e61-2517fcbe0211 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:53.166638 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7a11eedf-73f4-45fc-ac60-955b71b234e2 req-3c023994-7340-4fbb-8e61-2517fcbe0211 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0610807 May 17 17:12:53.204364 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port e6735ae1-4241-48ca-9802-22aba7b4cccc is: BUILD; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:12:53.205089 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (e6735ae1-4241-48ca-9802-22aba7b4cccc), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:53.217477 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7a11eedf-73f4-45fc-ac60-955b71b234e2 req-d42a6e45-89fe-419e-ac9c-29fda999b74b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450597 May 17 17:12:53.240334 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b074c961-149b-4667-addc-790568769b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6735ae1-4241-48ca-9802-22aba7b4cccc'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:12:53.240334 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47090663941ec1551041a48ed4f6687b33fcf119bf177f9ca48a03ee97be2a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2f2560-6017-4c02-a4ae-7d2d1f28b7d3" -d '{"events": [{"server_uuid": "b074c961-149b-4667-addc-790568769b88", "name": "network-vif-plugged", "status": "completed", "tag": "e6735ae1-4241-48ca-9802-22aba7b4cccc"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:12:53.255494 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port e6735ae1-4241-48ca-9802-22aba7b4cccc, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=e6735ae1-4241-48ca-9802-22aba7b4cccc,segment=NetworkSegment(dd7c38ba-79f9-47ce-94d1-d0499646a213),segment_id=dd7c38ba-79f9-47ce-94d1-d0499646a213)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:12:53.269418 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (e6735ae1-4241-48ca-9802-22aba7b4cccc), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:53.363217 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=e6735ae1-4241-48ca-9802-22aba7b4cccc,revision_number=7']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:53.373630 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d180fa9-a18d-400f-97b6-092b491ae508 req-24b66d3a-fb12-45ac-a9c5-b8424ec311d9 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:53.375183 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-6d180fa9-a18d-400f-97b6-092b491ae508 req-24b66d3a-fb12-45ac-a9c5-b8424ec311d9 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 945 time: 0.0623062 May 17 17:12:53.397091 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b6a4d7-ad14-452b-a0af-75329a4482c4 x-openstack-request-id: req-85b6a4d7-ad14-452b-a0af-75329a4482c4 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:12:53.397403 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b074c961-149b-4667-addc-790568769b88", "name": "network-vif-plugged", "status": "completed", "tag": "e6735ae1-4241-48ca-9802-22aba7b4cccc", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:12:53.397663 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-85b6a4d7-ad14-452b-a0af-75329a4482c4 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:12:53.398176 dv-cinder-842149-1-iscsi neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85b6a4d7-ad14-452b-a0af-75329a4482c4'] response: {'server_uuid': 'b074c961-149b-4667-addc-790568769b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6735ae1-4241-48ca-9802-22aba7b4cccc', 'code': 200} May 17 17:12:53.404064 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-00b46ee7-4b56-463b-beed-427405f33c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:53.461557 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-6d180fa9-a18d-400f-97b6-092b491ae508 req-a563903e-13db-4a09-bcaa-a2a1e0bc450f tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781877 May 17 17:12:53.527820 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9c23c-db76-4e68-9427-79743ebc2d31 req-398dd13c-898b-4603-9ff1-3b8cec82a1cf tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:53.527820 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-08f9c23c-db76-4e68-9427-79743ebc2d31 req-398dd13c-898b-4603-9ff1-3b8cec82a1cf tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 943 time: 0.0636425 May 17 17:12:53.573492 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-08f9c23c-db76-4e68-9427-79743ebc2d31 req-362d1ec2-5a37-48e8-966c-c52fe7842ff6 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=28345ffa-9b38-46ce-be50-776fef54aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419521 May 17 17:12:54.159473 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36bac2-78f8-4b4d-b7bc-73e860c5df14 req-80d566db-baed-40fe-b558-3c65794241f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:54.161266 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1e36bac2-78f8-4b4d-b7bc-73e860c5df14 req-80d566db-baed-40fe-b558-3c65794241f7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea3305a913c541e4a45267497213df1c&device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 1127 time: 0.0451241 May 17 17:12:54.266751 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36bac2-78f8-4b4d-b7bc-73e860c5df14 req-955d0849-5b77-41d7-aba6-70ff06ae3ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:54.268404 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1e36bac2-78f8-4b4d-b7bc-73e860c5df14 req-955d0849-5b77-41d7-aba6-70ff06ae3ab4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d8fd1f2f-e54a-4844-8483-0ddae8800cdb HTTP/1.1" status: 200 len: 920 time: 0.0890946 May 17 17:12:54.585175 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e511e-4100-491e-8797-11a01668da1f req-e27c962d-f766-4b85-931e-31677da24593 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:54.586647 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-084e511e-4100-491e-8797-11a01668da1f req-e27c962d-f766-4b85-931e-31677da24593 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 945 time: 0.0481575 May 17 17:12:54.634556 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-084e511e-4100-491e-8797-11a01668da1f req-83d5cdaf-c575-435c-a0b0-f05c0f501b97 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423362 May 17 17:12:54.690252 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8eb62-3ddb-4be6-9c56-a29f3dddc3d7 req-497b05ba-ecf8-480f-9810-3574c4bec7ed tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:54.691719 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b4b8eb62-3ddb-4be6-9c56-a29f3dddc3d7 req-497b05ba-ecf8-480f-9810-3574c4bec7ed tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 943 time: 0.0499120 May 17 17:12:54.737944 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b4b8eb62-3ddb-4be6-9c56-a29f3dddc3d7 req-d993f8bf-475e-498b-acdf-d037cf8e774f tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=28345ffa-9b38-46ce-be50-776fef54aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407348 May 17 17:12:54.833113 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:54.854881 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1e36bac2-78f8-4b4d-b7bc-73e860c5df14 req-b7afc56e-c3ee-40e1-aab9-f0a6ad378ab5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b3cb952-d5bd-4de9-965c-39fcdbf9ab21 HTTP/1.1" status: 200 len: 217 time: 0.0382502 May 17 17:12:54.939892 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36bac2-78f8-4b4d-b7bc-73e860c5df14 req-f415afdf-e4b9-406b-a9cf-6291919c5ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:54.941376 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1e36bac2-78f8-4b4d-b7bc-73e860c5df14 req-f415afdf-e4b9-406b-a9cf-6291919c5ac8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ac6ed14f-342b-4c1d-a6d0-3f83923520d0 HTTP/1.1" status: 200 len: 858 time: 0.0483322 May 17 17:12:55.021356 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 6b3cb952-d5bd-4de9-965c-39fcdbf9ab21 details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:12:55.077877 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36bac2-78f8-4b4d-b7bc-73e860c5df14 req-fa6e243c-723f-47d4-832e-ae9ec0b086ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:55.079869 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1e36bac2-78f8-4b4d-b7bc-73e860c5df14 req-fa6e243c-723f-47d4-832e-ae9ec0b086ee service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d8fd1f2f-e54a-4844-8483-0ddae8800cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420160 May 17 17:12:55.126796 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port 6b3cb952-d5bd-4de9-965c-39fcdbf9ab21, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=6b3cb952-d5bd-4de9-965c-39fcdbf9ab21,segment=NetworkSegment(d5e61896-1faa-41a1-9cf3-1792af62c374),segment_id=d5e61896-1faa-41a1-9cf3-1792af62c374)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:12:55.139366 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Returning: {'device': '6b3cb952-d5bd-4de9-965c-39fcdbf9ab21', 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb', 'port_id': '6b3cb952-d5bd-4de9-965c-39fcdbf9ab21', 'mac_address': 'fa:16:3e:ff:50:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac6ed14f-342b-4c1d-a6d0-3f83923520d0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:12:55.179552 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port 6b3cb952-d5bd-4de9-965c-39fcdbf9ab21 is: DOWN; New status is: BUILD {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:12:55.179900 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (6b3cb952-d5bd-4de9-965c-39fcdbf9ab21), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:55.193655 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b3cb952-d5bd-4de9-965c-39fcdbf9ab21 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:12:55.213932 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port 6b3cb952-d5bd-4de9-965c-39fcdbf9ab21, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=6b3cb952-d5bd-4de9-965c-39fcdbf9ab21,segment=NetworkSegment(d5e61896-1faa-41a1-9cf3-1792af62c374),segment_id=d5e61896-1faa-41a1-9cf3-1792af62c374)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:12:55.219298 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (6b3cb952-d5bd-4de9-965c-39fcdbf9ab21), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:55.272796 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=6b3cb952-d5bd-4de9-965c-39fcdbf9ab21,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:55.453562 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1e36bac2-78f8-4b4d-b7bc-73e860c5df14 req-65fef912-431c-490c-99b0-1081fcce212c service neutron] 10.222.0.23 "GET /v2.0/networks/d8fd1f2f-e54a-4844-8483-0ddae8800cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414745 May 17 17:12:55.557069 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1e36bac2-78f8-4b4d-b7bc-73e860c5df14 req-41e43c0d-8ecf-438b-9927-511654ca1f0b service neutron] 10.222.0.23 "GET /v2.0/networks/d8fd1f2f-e54a-4844-8483-0ddae8800cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912347 May 17 17:12:55.681536 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] get_ports_and_sgs() called for port_ids ['6b3cb952-d5bd-4de9-965c-39fcdbf9ab21'] {{(pid=103512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:12:55.844843 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1782b-fd09-4ca6-958d-4aac936106d6 req-a534fb62-fa60-4e16-8742-b28f02ad60ff tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:55.852018 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7db1782b-fd09-4ca6-958d-4aac936106d6 req-a534fb62-fa60-4e16-8742-b28f02ad60ff tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 945 time: 0.0897171 May 17 17:12:55.890071 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:55.910612 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c7a72-ec3f-4ea7-866c-30bb5968b779 req-93dde292-ae4c-4629-a3e5-74d0c924df51 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:55.912277 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-796c7a72-ec3f-4ea7-866c-30bb5968b779 req-93dde292-ae4c-4629-a3e5-74d0c924df51 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/ports?device_id=159a856c-1046-429c-91b8-71de1b5adc15 HTTP/1.1" status: 200 len: 945 time: 0.1120007 May 17 17:12:55.921738 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7db1782b-fd09-4ca6-958d-4aac936106d6 req-237cc54f-e498-4405-90af-c19eb625005a tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676594 May 17 17:12:55.987191 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-796c7a72-ec3f-4ea7-866c-30bb5968b779 req-2f39960f-6618-4be2-9aa2-f3bfd5597857 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/security-groups?id=269fdd96-ece3-40ff-a060-9a6931d16660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643072 May 17 17:12:56.040693 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba1e62-f44d-4373-a223-5cfcb594087c req-0f963346-d418-47a6-ba6c-10f52df7eb3e tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:56.042679 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a7ba1e62-f44d-4373-a223-5cfcb594087c req-0f963346-d418-47a6-ba6c-10f52df7eb3e tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 944 time: 0.0494986 May 17 17:12:56.103813 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a7ba1e62-f44d-4373-a223-5cfcb594087c req-8209dc8f-7b95-4b57-a506-12a129ac2a73 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=28345ffa-9b38-46ce-be50-776fef54aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521343 May 17 17:12:56.683156 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-a918e630-f76d-46a1-8f4f-0f05add77c78 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-900031138&fields=id&tenant_id=2630e0044e5f4f28b8d2adcfeaf0c604 HTTP/1.1" status: 200 len: 267 time: 0.0623813 May 17 17:12:56.806658 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-94307582-009c-4f19-aac5-af79de3c983e tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:56.808280 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-94307582-009c-4f19-aac5-af79de3c983e tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/networks?id=fac7d240-6e72-4e7e-a11f-51c520d02d21 HTTP/1.1" status: 200 len: 808 time: 0.1241863 May 17 17:12:56.826077 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-eb9dad87-dcb8-486f-850e-0e887dd0c14b tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/quotas/2630e0044e5f4f28b8d2adcfeaf0c604 HTTP/1.1" status: 200 len: 375 time: 0.0097713 May 17 17:12:56.880899 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-0d2f5c6c-4465-4999-a084-aa99b593958d tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2630e0044e5f4f28b8d2adcfeaf0c604&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489075 May 17 17:12:56.996734 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-20e0b05b-92f3-4737-bcc1-83c0ae6f1201 service neutron] 10.222.0.48 "GET /v2.0/networks/fac7d240-6e72-4e7e-a11f-51c520d02d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026368 May 17 17:12:57.030389 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 6b3cb952-d5bd-4de9-965c-39fcdbf9ab21 up at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:12:57.113814 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning for port 6b3cb952-d5bd-4de9-965c-39fcdbf9ab21 completed by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 17:12:57.122396 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning complete for port 6b3cb952-d5bd-4de9-965c-39fcdbf9ab21 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:12:57.124253 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (6b3cb952-d5bd-4de9-965c-39fcdbf9ab21), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:57.124398 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37496cd-1069-4717-8ff9-947a9e84a0cb req-a53e179b-12a1-4203-9795-759b50ed0bf2 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:57.126459 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b37496cd-1069-4717-8ff9-947a9e84a0cb req-a53e179b-12a1-4203-9795-759b50ed0bf2 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 945 time: 0.1022604 May 17 17:12:57.182860 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b37496cd-1069-4717-8ff9-947a9e84a0cb req-bdda7f56-c4eb-4719-8bf2-598b4c3704df tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491076 May 17 17:12:57.220271 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-937c72a2-cdb3-4d94-9dc3-fc0122f7fed5 service neutron] 10.222.0.48 "GET /v2.0/networks/fac7d240-6e72-4e7e-a11f-51c520d02d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036355 May 17 17:12:57.247744 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port 6b3cb952-d5bd-4de9-965c-39fcdbf9ab21 is: BUILD; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:12:57.248228 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (6b3cb952-d5bd-4de9-965c-39fcdbf9ab21), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:57.284731 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bfa0b8b-6981-43aa-9f5c-214bc3c20d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3cb952-d5bd-4de9-965c-39fcdbf9ab21'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:12:57.287421 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47090663941ec1551041a48ed4f6687b33fcf119bf177f9ca48a03ee97be2a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22197f1-85b6-4470-988d-126a5d590916" -d '{"events": [{"server_uuid": "5bfa0b8b-6981-43aa-9f5c-214bc3c20d64", "name": "network-vif-plugged", "status": "completed", "tag": "6b3cb952-d5bd-4de9-965c-39fcdbf9ab21"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:12:57.305542 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port 6b3cb952-d5bd-4de9-965c-39fcdbf9ab21, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=6b3cb952-d5bd-4de9-965c-39fcdbf9ab21,segment=NetworkSegment(d5e61896-1faa-41a1-9cf3-1792af62c374),segment_id=d5e61896-1faa-41a1-9cf3-1792af62c374)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:12:57.312207 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (6b3cb952-d5bd-4de9-965c-39fcdbf9ab21), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:57.378852 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=6b3cb952-d5bd-4de9-965c-39fcdbf9ab21,revision_number=5']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:57.384442 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288cbb0-bcdf-46af-acb7-888330158aba req-faa3493f-d6a5-4d91-a159-e2e2fd787c1f tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:57.386050 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a288cbb0-bcdf-46af-acb7-888330158aba req-faa3493f-d6a5-4d91-a159-e2e2fd787c1f tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/ports?device_id=159a856c-1046-429c-91b8-71de1b5adc15 HTTP/1.1" status: 200 len: 945 time: 0.0998325 May 17 17:12:57.458666 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a288cbb0-bcdf-46af-acb7-888330158aba req-b7a195f8-a56d-4c70-b1e5-4da114a24d5a tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/security-groups?id=269fdd96-ece3-40ff-a060-9a6931d16660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641301 May 17 17:12:57.482418 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:57.588871 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1649147-014d-4db7-9a32-9935e3860551 req-af54d50a-fa5c-4424-a596-603fcc35ffe6 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:57.592633 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04bb05b5-dd76-4a7b-ae83-490270bb7442 x-openstack-request-id: req-04bb05b5-dd76-4a7b-ae83-490270bb7442 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:12:57.592925 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bfa0b8b-6981-43aa-9f5c-214bc3c20d64", "name": "network-vif-plugged", "status": "completed", "tag": "6b3cb952-d5bd-4de9-965c-39fcdbf9ab21", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:12:57.593185 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-04bb05b5-dd76-4a7b-ae83-490270bb7442 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:12:57.593591 dv-cinder-842149-1-iscsi neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04bb05b5-dd76-4a7b-ae83-490270bb7442'] response: {'server_uuid': '5bfa0b8b-6981-43aa-9f5c-214bc3c20d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3cb952-d5bd-4de9-965c-39fcdbf9ab21', 'code': 200} May 17 17:12:57.597171 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c1649147-014d-4db7-9a32-9935e3860551 req-af54d50a-fa5c-4424-a596-603fcc35ffe6 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 945 time: 0.0816233 May 17 17:12:57.701494 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ea91ea61-06bc-4f56-89fb-a03955b72a0b req-b730c743-d42b-455d-b7c8-349cc4238354 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 210 time: 0.0445952 May 17 17:12:57.718519 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c1649147-014d-4db7-9a32-9935e3860551 req-b962878b-edbd-4020-9aaa-0d4c1487622e tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=28345ffa-9b38-46ce-be50-776fef54aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103446 May 17 17:12:58.349882 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69266b-8f9c-4d85-b516-d7dd7a23e3d8 req-f8baf3b1-9f1d-40c9-921d-fb07c1d6cd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:58.353641 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-aa69266b-8f9c-4d85-b516-d7dd7a23e3d8 req-f8baf3b1-9f1d-40c9-921d-fb07c1d6cd82 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 1129 time: 0.0913289 May 17 17:12:58.456703 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6934b-5648-45f7-b060-cd5e481238e0 req-cdb06727-102e-4435-9556-eaa1359debfe tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:58.473422 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-68f6934b-5648-45f7-b060-cd5e481238e0 req-cdb06727-102e-4435-9556-eaa1359debfe tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 945 time: 0.1093142 May 17 17:12:58.523158 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc96f0d-9e23-4096-9697-68a62b821c27 req-b0155784-5df2-4ced-8570-741f7f06b1bd tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:58.527059 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7fc96f0d-9e23-4096-9697-68a62b821c27 req-b0155784-5df2-4ced-8570-741f7f06b1bd tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.23 "GET /v2.0/ports?device_id=159a856c-1046-429c-91b8-71de1b5adc15 HTTP/1.1" status: 200 len: 945 time: 0.1155767 May 17 17:12:58.577674 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-68f6934b-5648-45f7-b060-cd5e481238e0 req-a1a5b8b6-f467-4bd9-88f2-2c0495a4c931 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946939 May 17 17:12:58.672648 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790d788-b2cf-4e7e-ad5f-7038faf435ca req-48398c1c-bb3d-45ee-939f-399934c76fb1 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:58.677144 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-7fc96f0d-9e23-4096-9697-68a62b821c27 req-fc9f266c-371d-468c-a161-4e2692961f38 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Deleting port 902521d6-268e-414c-ae53-f1f63273ac65 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:12:58.679557 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-7fc96f0d-9e23-4096-9697-68a62b821c27 req-fc9f266c-371d-468c-a161-4e2692961f38 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (902521d6-268e-414c-ae53-f1f63273ac65), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:58.695142 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8790d788-b2cf-4e7e-ad5f-7038faf435ca req-48398c1c-bb3d-45ee-939f-399934c76fb1 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/ports?device_id=159a856c-1046-429c-91b8-71de1b5adc15 HTTP/1.1" status: 200 len: 945 time: 0.1088569 May 17 17:12:58.706372 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-aa69266b-8f9c-4d85-b516-d7dd7a23e3d8 req-776c0d09-709e-4c30-b155-4d2965076ff4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=28345ffa-9b38-46ce-be50-776fef54aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2924409 May 17 17:12:58.785706 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8790d788-b2cf-4e7e-ad5f-7038faf435ca req-feb02731-8aab-4ceb-a274-0fcf053da9d1 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/security-groups?id=269fdd96-ece3-40ff-a060-9a6931d16660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834844 May 17 17:12:58.835334 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-29e34294-c9a9-4d7d-bde8-6bdb91527524 req-007d8fe1-8a83-489b-b238-ff50f52b5b59 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 210 time: 0.0323942 May 17 17:12:58.843333 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-7fc96f0d-9e23-4096-9697-68a62b821c27 req-fc9f266c-371d-468c-a161-4e2692961f38 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] For port 902521d6-268e-414c-ae53-f1f63273ac65, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=902521d6-268e-414c-ae53-f1f63273ac65,segment=NetworkSegment(03b19a9e-b92f-43ca-91d1-46f289553dc0),segment_id=03b19a9e-b92f-43ca-91d1-46f289553dc0)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:12:58.843881 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-7fc96f0d-9e23-4096-9697-68a62b821c27 req-fc9f266c-371d-468c-a161-4e2692961f38 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (902521d6-268e-414c-ae53-f1f63273ac65), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:58.863215 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-7fc96f0d-9e23-4096-9697-68a62b821c27 req-fc9f266c-371d-468c-a161-4e2692961f38 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Calling delete_port for 902521d6-268e-414c-ae53-f1f63273ac65 owned by compute:nova {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:12:58.942323 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0452f43-b7a7-40c9-a670-8eb39f38eeb4 req-b49c6a9d-ea37-4056-aded-a03113e309fc tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:58.943852 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a0452f43-b7a7-40c9-a670-8eb39f38eeb4 req-b49c6a9d-ea37-4056-aded-a03113e309fc tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 945 time: 0.0534437 May 17 17:12:59.023176 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a0452f43-b7a7-40c9-a670-8eb39f38eeb4 req-eb5f31ba-4574-4779-82e7-f334f250b485 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=28345ffa-9b38-46ce-be50-776fef54aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713766 May 17 17:12:59.044274 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-7fc96f0d-9e23-4096-9697-68a62b821c27 req-fc9f266c-371d-468c-a161-4e2692961f38 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912'] for port (902521d6-268e-414c-ae53-f1f63273ac65), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:59.075428 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f266c-371d-468c-a161-4e2692961f38 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Pushing event deleted for resources: {'Port': ['ID=902521d6-268e-414c-ae53-f1f63273ac65,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:59.140676 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc96f0d-9e23-4096-9697-68a62b821c27 req-fc9f266c-371d-468c-a161-4e2692961f38 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] No DVR routers for this DVR port 902521d6-268e-414c-ae53-f1f63273ac65 on host hv-cinder-84214 {{(pid=103510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:12:59.146576 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-7fc96f0d-9e23-4096-9697-68a62b821c27 req-fc9f266c-371d-468c-a161-4e2692961f38 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:59.149927 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7fc96f0d-9e23-4096-9697-68a62b821c27 req-fc9f266c-371d-468c-a161-4e2692961f38 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.23 "DELETE /v2.0/ports/902521d6-268e-414c-ae53-f1f63273ac65 HTTP/1.1" status: 204 len: 173 time: 0.6151876 May 17 17:12:59.150448 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159a856c-1046-429c-91b8-71de1b5adc15', 'name': 'network-vif-deleted', 'tag': '902521d6-268e-414c-ae53-f1f63273ac65'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:12:59.152765 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dad4d22-7ba9-4d82-8cf0-2e4ab06c6e0d" -d '{"events": [{"server_uuid": "159a856c-1046-429c-91b8-71de1b5adc15", "name": "network-vif-deleted", "tag": "902521d6-268e-414c-ae53-f1f63273ac65"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:12:59.194831 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e5030a-ee0f-41fb-8136-1ab54e5734a6 x-openstack-request-id: req-10e5030a-ee0f-41fb-8136-1ab54e5734a6 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:12:59.195190 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159a856c-1046-429c-91b8-71de1b5adc15", "name": "network-vif-deleted", "tag": "902521d6-268e-414c-ae53-f1f63273ac65", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:12:59.195756 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-10e5030a-ee0f-41fb-8136-1ab54e5734a6 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:12:59.196115 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10e5030a-ee0f-41fb-8136-1ab54e5734a6'] response: {'server_uuid': '159a856c-1046-429c-91b8-71de1b5adc15', 'name': 'network-vif-deleted', 'tag': '902521d6-268e-414c-ae53-f1f63273ac65', 'status': 'completed', 'code': 200} May 17 17:12:59.722090 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb27ff-2e71-4b16-ab61-812a6a7a7fa8 req-635dd403-6f99-480d-9baa-524f951de2ee tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:59.723968 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-90cb27ff-2e71-4b16-ab61-812a6a7a7fa8 req-635dd403-6f99-480d-9baa-524f951de2ee tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 945 time: 0.0563438 May 17 17:12:59.785504 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-90cb27ff-2e71-4b16-ab61-812a6a7a7fa8 req-3e47f552-623a-42c1-b394-0712b6bb7ee6 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509429 May 17 17:12:59.927999 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-820b7998-5419-45aa-a266-92d0d81c6f7c req-5a77528b-4e87-44c0-8e2a-c91dd5db19c1 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/ports?device_id=159a856c-1046-429c-91b8-71de1b5adc15 HTTP/1.1" status: 200 len: 210 time: 0.0553076 May 17 17:13:00.036027 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c88593d2-0d88-4eff-b348-9879e9a916a8 req-11c3e739-a72b-4c52-839a-b22577b854be tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 210 time: 0.0394015 May 17 17:13:00.208824 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-46634ea6-0bfa-41e8-a3f8-6d20f64b4bc5 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:00.210292 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-46634ea6-0bfa-41e8-a3f8-6d20f64b4bc5 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.23 "GET /v2.0/networks?id=fac7d240-6e72-4e7e-a11f-51c520d02d21 HTTP/1.1" status: 200 len: 808 time: 0.1697459 May 17 17:13:00.217295 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510219d-325e-4f38-8a74-b5c13b425d3c req-21f61ae0-ef5f-47eb-9384-a6ee519675ec tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:00.220722 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7510219d-325e-4f38-8a74-b5c13b425d3c req-21f61ae0-ef5f-47eb-9384-a6ee519675ec tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 945 time: 0.0597146 May 17 17:13:00.280481 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7510219d-325e-4f38-8a74-b5c13b425d3c req-21331117-d072-4614-ae6d-df656eb64e18 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=28345ffa-9b38-46ce-be50-776fef54aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548575 May 17 17:13:00.740522 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-b2118361-2e1b-4d28-a6af-a90ea6ea313b tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2630e0044e5f4f28b8d2adcfeaf0c604 HTTP/1.1" status: 200 len: 379 time: 0.1087747 May 17 17:13:00.917431 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42affad1-cb65-4e69-b1c9-3d25b8c81636 req-3ac2647b-a4ce-415e-ab20-c5a68dce9b63 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:00.919028 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-42affad1-cb65-4e69-b1c9-3d25b8c81636 req-3ac2647b-a4ce-415e-ab20-c5a68dce9b63 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 945 time: 0.0521026 May 17 17:13:00.982438 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-42affad1-cb65-4e69-b1c9-3d25b8c81636 req-de390b98-de56-4450-ac67-6897e6fe622c tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538330 May 17 17:13:01.036770 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 902521d6-268e-414c-ae53-f1f63273ac65 no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:13:01.063336 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] No Port match for: 902521d6-268e-414c-ae53-f1f63273ac65 {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:13:01.063714 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 902521d6-268e-414c-ae53-f1f63273ac65 not bound to the agent host hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:13:01.102498 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-259b1027-d765-49cc-8829-434829b0ff8e req-058929da-6cc4-4cf7-8e80-124675e334ff tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/ports?device_id=159a856c-1046-429c-91b8-71de1b5adc15 HTTP/1.1" status: 200 len: 210 time: 0.0451391 May 17 17:13:01.161115 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b32b27d1-911b-4ed4-8641-9501099ab4e0 req-38693370-59c2-4834-8082-03393d3327d8 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 210 time: 0.0339906 May 17 17:13:01.296299 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-b2b9a35e-7e90-4190-88ba-9d4252f02af8 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Request body: {'port': {'device_id': '47d1426b-07f8-410e-b753-b1d8e9c1102f', 'network_id': 'fac7d240-6e72-4e7e-a11f-51c520d02d21', 'admin_state_up': True, 'tenant_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'security_groups': ['fa961f6e-63c4-4c16-bf2f-3879f65ce3f7']}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:13:01.478698 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe171a02-0420-4052-801e-6cc3515bbe1e req-8fe9a429-2939-4f34-a519-2c1fb4c1cf0b tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:01.487546 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-fe171a02-0420-4052-801e-6cc3515bbe1e req-8fe9a429-2939-4f34-a519-2c1fb4c1cf0b tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 945 time: 0.0770493 May 17 17:13:01.537141 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-fe171a02-0420-4052-801e-6cc3515bbe1e req-edf68a87-97cb-44d3-be2b-48b6feb44920 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=28345ffa-9b38-46ce-be50-776fef54aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479112 May 17 17:13:01.551626 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-b2b9a35e-7e90-4190-88ba-9d4252f02af8 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Made reservation on behalf of 2630e0044e5f4f28b8d2adcfeaf0c604 for: {'port': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:13:01.555924 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-b2b9a35e-7e90-4190-88ba-9d4252f02af8 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:01.680089 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075156e2-79d1-4cfd-98e4-d73ef0824f77 req-b58deb8e-9347-42b8-992c-40765d7e4fdb tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:01.682018 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-075156e2-79d1-4cfd-98e4-d73ef0824f77 req-b58deb8e-9347-42b8-992c-40765d7e4fdb tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 945 time: 0.0624650 May 17 17:13:01.691838 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 47320) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:13:01.691838 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-da14281b-0a35-4fca-be5d-0214ae4743eb tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Request body: {'floatingip': {'port_id': '6b3cb952-d5bd-4de9-965c-39fcdbf9ab21'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:13:01.720931 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-b2b9a35e-7e90-4190-88ba-9d4252f02af8 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Allocated IP 172.20.0.9 (fac7d240-6e72-4e7e-a11f-51c520d02d21/a7d1a19a-d549-479d-ad0e-c4729109fef8/72213c8f-95d2-4e6b-bc71-ec5cf8e62273) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:13:01.740725 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-da14281b-0a35-4fca-be5d-0214ae4743eb tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks [] for floatingip (6a63c21b-f6db-42d8-9a21-c1e2608c2551), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:01.945483 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-b2b9a35e-7e90-4190-88ba-9d4252f02af8 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks [] for port (72213c8f-95d2-4e6b-bc71-ec5cf8e62273), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:01.999996 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-b2b9a35e-7e90-4190-88ba-9d4252f02af8 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (72213c8f-95d2-4e6b-bc71-ec5cf8e62273), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:02.070811 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-b2b9a35e-7e90-4190-88ba-9d4252f02af8 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Network fac7d240-6e72-4e7e-a11f-51c520d02d21 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:13:02.077994 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-b2b9a35e-7e90-4190-88ba-9d4252f02af8 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:13:02.083114 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-b2b9a35e-7e90-4190-88ba-9d4252f02af8 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:13:02.100579 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-b2b9a35e-7e90-4190-88ba-9d4252f02af8 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:02.101263 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-b2b9a35e-7e90-4190-88ba-9d4252f02af8 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:02.134247 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9a35e-7e90-4190-88ba-9d4252f02af8 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Pushing event updated for resources: {'Port': ['ID=72213c8f-95d2-4e6b-bc71-ec5cf8e62273,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:13:02.147073 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-b2b9a35e-7e90-4190-88ba-9d4252f02af8 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8542945 May 17 17:13:02.174664 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-01aec5e0-10a2-456e-ad05-ef5c0214b1d4 service neutron] Request body: {'port': {'device_id': '47d1426b-07f8-410e-b753-b1d8e9c1102f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84214'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:13:02.341724 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-01aec5e0-10a2-456e-ad05-ef5c0214b1d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (72213c8f-95d2-4e6b-bc71-ec5cf8e62273), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:02.389356 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed15b9-816d-4f7f-b2dd-cc69427ca144 req-0800920e-215e-43c4-8c9b-e1e8b5dd6d1b tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:02.391872 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1eed15b9-816d-4f7f-b2dd-cc69427ca144 req-0800920e-215e-43c4-8c9b-e1e8b5dd6d1b tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 931 time: 0.0726595 May 17 17:13:02.496784 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-968af66b-526f-43c6-b7dc-cf05258e881c None None] Provisioning complete for port 72213c8f-95d2-4e6b-bc71-ec5cf8e62273 triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:13:02.497276 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-968af66b-526f-43c6-b7dc-cf05258e881c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (72213c8f-95d2-4e6b-bc71-ec5cf8e62273), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:02.515481 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef0516-e259-410f-bb09-29643a467727 req-b58ed5f6-ea25-41de-a468-85f855658dc5 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:02.517913 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7fef0516-e259-410f-bb09-29643a467727 req-b58ed5f6-ea25-41de-a468-85f855658dc5 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 945 time: 0.2010262 May 17 17:13:02.560731 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-968af66b-526f-43c6-b7dc-cf05258e881c None None] Port 72213c8f-95d2-4e6b-bc71-ec5cf8e62273 cannot update to ACTIVE because it is not bound. {{(pid=103512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:13:02.629657 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1eed15b9-816d-4f7f-b2dd-cc69427ca144 req-3d74295e-585a-48b2-8371-0177e8b690bf tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2153790 May 17 17:13:02.708887 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7fef0516-e259-410f-bb09-29643a467727 req-60198f9b-dc18-40b4-8c82-816b75b21ed8 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776352 May 17 17:13:02.830489 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-01aec5e0-10a2-456e-ad05-ef5c0214b1d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72213c8f-95d2-4e6b-bc71-ec5cf8e62273 {{(pid=103510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:13:02.841628 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-01aec5e0-10a2-456e-ad05-ef5c0214b1d4 service neutron] Publish callbacks [] for port (72213c8f-95d2-4e6b-bc71-ec5cf8e62273), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:02.868177 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.provisioning_blocks [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-01aec5e0-10a2-456e-ad05-ef5c0214b1d4 service neutron] Transition to ACTIVE for port object 72213c8f-95d2-4e6b-bc71-ec5cf8e62273 will not be triggered until provisioned by entity L2. {{(pid=103510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 17:13:02.874741 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-01aec5e0-10a2-456e-ad05-ef5c0214b1d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (72213c8f-95d2-4e6b-bc71-ec5cf8e62273), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:02.928663 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-da14281b-0a35-4fca-be5d-0214ae4743eb tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:02.939053 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-da14281b-0a35-4fca-be5d-0214ae4743eb tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7866643'] for floatingip (6a63c21b-f6db-42d8-9a21-c1e2608c2551), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:02.943299 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aec5e0-10a2-456e-ad05-ef5c0214b1d4 service neutron] Pushing event updated for resources: {'Port': ['ID=72213c8f-95d2-4e6b-bc71-ec5cf8e62273,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:13:02.999344 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-01aec5e0-10a2-456e-ad05-ef5c0214b1d4 service neutron] Attempting to bind port 72213c8f-95d2-4e6b-bc71-ec5cf8e62273 on host hv-cinder-84214 for vnic_type normal with profile {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:13:02.999907 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-01aec5e0-10a2-456e-ad05-ef5c0214b1d4 service neutron] Attempting to bind port 72213c8f-95d2-4e6b-bc71-ec5cf8e62273 by drivers openvswitch,hyperv on host hv-cinder-84214 at level 0 using segments [{'id': '1c156ced-2786-412e-9fcf-5e0bd25c37ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fac7d240-6e72-4e7e-a11f-51c520d02d21'}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:13:03.001296 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-01aec5e0-10a2-456e-ad05-ef5c0214b1d4 service neutron] Attempting to bind port 72213c8f-95d2-4e6b-bc71-ec5cf8e62273 on network fac7d240-6e72-4e7e-a11f-51c520d02d21 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:13:03.006524 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-01aec5e0-10a2-456e-ad05-ef5c0214b1d4 service neutron] Port 72213c8f-95d2-4e6b-bc71-ec5cf8e62273 on network fac7d240-6e72-4e7e-a11f-51c520d02d21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84214 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 17:13:03.007205 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-01aec5e0-10a2-456e-ad05-ef5c0214b1d4 service neutron] Attempting to bind port 72213c8f-95d2-4e6b-bc71-ec5cf8e62273 on network fac7d240-6e72-4e7e-a11f-51c520d02d21 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:13:03.013126 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-01aec5e0-10a2-456e-ad05-ef5c0214b1d4 service neutron] Checking agent: {'id': 'f77364a9-2f6e-44ad-9fc6-92e3e143ef92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84214', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 8, 20), 'started_at': datetime.datetime(2022, 5, 17, 17, 8, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:13:03.013940 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-01aec5e0-10a2-456e-ad05-ef5c0214b1d4 service neutron] Checking segment: {'id': '1c156ced-2786-412e-9fcf-5e0bd25c37ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fac7d240-6e72-4e7e-a11f-51c520d02d21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:13:03.013940 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-01aec5e0-10a2-456e-ad05-ef5c0214b1d4 service neutron] Bound using segment: {'id': '1c156ced-2786-412e-9fcf-5e0bd25c37ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fac7d240-6e72-4e7e-a11f-51c520d02d21'} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:13:03.014574 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-01aec5e0-10a2-456e-ad05-ef5c0214b1d4 service neutron] Bound port: 72213c8f-95d2-4e6b-bc71-ec5cf8e62273, host: hv-cinder-84214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c156ced-2786-412e-9fcf-5e0bd25c37ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fac7d240-6e72-4e7e-a11f-51c520d02d21'}}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:13:03.015025 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-01aec5e0-10a2-456e-ad05-ef5c0214b1d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (72213c8f-95d2-4e6b-bc71-ec5cf8e62273), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:03.092683 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.db.l3_db [None req-da14281b-0a35-4fca-be5d-0214ae4743eb tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Floating IP 6a63c21b-f6db-42d8-9a21-c1e2608c2551 associated. External IP: 172.27.0.254, port: 6b3cb952-d5bd-4de9-965c-39fcdbf9ab21. May 17 17:13:03.103860 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-01aec5e0-10a2-456e-ad05-ef5c0214b1d4 service neutron] For port 72213c8f-95d2-4e6b-bc71-ec5cf8e62273, host hv-cinder-84214, cleared binding levels {{(pid=103510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:13:03.107511 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-01aec5e0-10a2-456e-ad05-ef5c0214b1d4 service neutron] For port 72213c8f-95d2-4e6b-bc71-ec5cf8e62273, host hv-cinder-84214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=72213c8f-95d2-4e6b-bc71-ec5cf8e62273,segment=NetworkSegment(1c156ced-2786-412e-9fcf-5e0bd25c37ad),segment_id=1c156ced-2786-412e-9fcf-5e0bd25c37ad)] {{(pid=103510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:13:03.119120 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-01aec5e0-10a2-456e-ad05-ef5c0214b1d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (72213c8f-95d2-4e6b-bc71-ec5cf8e62273), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:03.171351 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-01aec5e0-10a2-456e-ad05-ef5c0214b1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:03.173125 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-01aec5e0-10a2-456e-ad05-ef5c0214b1d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:03.174746 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-01aec5e0-10a2-456e-ad05-ef5c0214b1d4 service neutron] 10.222.0.23 "PUT /v2.0/ports/72213c8f-95d2-4e6b-bc71-ec5cf8e62273 HTTP/1.1" status: 200 len: 1093 time: 1.0175412 May 17 17:13:03.181805 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47d1426b-07f8-410e-b753-b1d8e9c1102f', 'tag': '72213c8f-95d2-4e6b-bc71-ec5cf8e62273'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:13:03.184457 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975d80e1-2952-4816-8680-b27c6c566b3e" -d '{"events": [{"name": "network-changed", "server_uuid": "47d1426b-07f8-410e-b753-b1d8e9c1102f", "tag": "72213c8f-95d2-4e6b-bc71-ec5cf8e62273"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:13:03.248214 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318fd76a-0d5f-45f0-aac8-0a67ef12e1e4 x-openstack-request-id: req-318fd76a-0d5f-45f0-aac8-0a67ef12e1e4 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:13:03.248603 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47d1426b-07f8-410e-b753-b1d8e9c1102f", "tag": "72213c8f-95d2-4e6b-bc71-ec5cf8e62273", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:13:03.250082 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-318fd76a-0d5f-45f0-aac8-0a67ef12e1e4 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:13:03.251776 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-318fd76a-0d5f-45f0-aac8-0a67ef12e1e4'] response: {'name': 'network-changed', 'server_uuid': '47d1426b-07f8-410e-b753-b1d8e9c1102f', 'tag': '72213c8f-95d2-4e6b-bc71-ec5cf8e62273', 'status': 'completed', 'code': 200} May 17 17:13:03.256988 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aec5e0-10a2-456e-ad05-ef5c0214b1d4 service neutron] Pushing event updated for resources: {'Port': ['ID=72213c8f-95d2-4e6b-bc71-ec5cf8e62273,revision_number=3']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:13:03.392540 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da14281b-0a35-4fca-be5d-0214ae4743eb tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Router 841f4662-38c1-42be-ba44-29e3e68c80fa has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:13:03.523498 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da14281b-0a35-4fca-be5d-0214ae4743eb tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:13:03.528884 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-da14281b-0a35-4fca-be5d-0214ae4743eb tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for floatingip (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:03.536083 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9a9e23-90c3-4139-9a0b-2204440dc51a None None] Sync routers for ids ['841f4662-38c1-42be-ba44-29e3e68c80fa'] in dv-cinder-842149-1-iscsi {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:13:03.555312 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9a9e23-90c3-4139-9a0b-2204440dc51a None None] Routers {'841f4662-38c1-42be-ba44-29e3e68c80fa'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:13:03.556043 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-3a9a9e23-90c3-4139-9a0b-2204440dc51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:12:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['841f4662-38c1-42be-ba44-29e3e68c80fa'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:13:03.563661 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-da14281b-0a35-4fca-be5d-0214ae4743eb tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "PUT /v2.0/floatingips/6a63c21b-f6db-42d8-9a21-c1e2608c2551 HTTP/1.1" status: 200 len: 991 time: 1.8700581 May 17 17:13:03.564228 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bfa0b8b-6981-43aa-9f5c-214bc3c20d64', 'tag': '6b3cb952-d5bd-4de9-965c-39fcdbf9ab21'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:13:03.567225 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}013e0ef84fb20d02ca9c836efc6ccc20e48c75fd9b469b89b36882842dcef414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc02a479-4f89-492a-96c3-82637b752e2a" -d '{"events": [{"name": "network-changed", "server_uuid": "5bfa0b8b-6981-43aa-9f5c-214bc3c20d64", "tag": "6b3cb952-d5bd-4de9-965c-39fcdbf9ab21"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:13:03.641563 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c3cd5f-a001-4833-b091-c325b986e02c x-openstack-request-id: req-d1c3cd5f-a001-4833-b091-c325b986e02c {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:13:03.641934 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bfa0b8b-6981-43aa-9f5c-214bc3c20d64", "tag": "6b3cb952-d5bd-4de9-965c-39fcdbf9ab21", "status": "completed", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:13:03.642188 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d1c3cd5f-a001-4833-b091-c325b986e02c {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:13:03.642589 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1c3cd5f-a001-4833-b091-c325b986e02c'] response: {'name': 'network-changed', 'server_uuid': '5bfa0b8b-6981-43aa-9f5c-214bc3c20d64', 'tag': '6b3cb952-d5bd-4de9-965c-39fcdbf9ab21', 'status': 'completed', 'code': 200} May 17 17:13:03.697926 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-3a9a9e23-90c3-4139-9a0b-2204440dc51a None None] Set router 841f4662-38c1-42be-ba44-29e3e68c80fa gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:13:03.791063 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39e1ff-141a-4cf4-b0bd-d4063757cd6b req-5c443f10-cdcf-48f6-8015-c4daaec12edc tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:03.792879 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ed39e1ff-141a-4cf4-b0bd-d4063757cd6b req-5c443f10-cdcf-48f6-8015-c4daaec12edc tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 943 time: 0.0745933 May 17 17:13:03.907232 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ed39e1ff-141a-4cf4-b0bd-d4063757cd6b req-e93faed8-5aec-473a-8dce-c459ee1c6f59 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047268 May 17 17:13:03.918747 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51982df7-e8c8-4470-85ae-b767096c9f5e req-36e36de9-13fa-440d-abff-3c1b53aeb9ad tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:03.928256 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-51982df7-e8c8-4470-85ae-b767096c9f5e req-36e36de9-13fa-440d-abff-3c1b53aeb9ad tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 945 time: 0.1132038 May 17 17:13:03.987533 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-51982df7-e8c8-4470-85ae-b767096c9f5e req-bde9c35f-8964-4009-ac1e-c8557a718243 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580227 May 17 17:13:04.029558 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-3a9a9e23-90c3-4139-9a0b-2204440dc51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1424071257-router', 'tenant_id': 'ea3305a913c541e4a45267497213df1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'd97b4916-8d2a-4a67-b6d5-bef654ebc8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:19Z', 'updated_at': '2022-05-17T17:10:29Z', 'revision_number': 4, 'project_id': 'ea3305a913c541e4a45267497213df1c', 'gw_port': {'id': 'd97b4916-8d2a-4a67-b6d5-bef654ebc8fe', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': '6a63c21b-f6db-42d8-9a21-c1e2608c2551', 'tenant_id': 'ea3305a913c541e4a45267497213df1c', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'port_id': '6b3cb952-d5bd-4de9-965c-39fcdbf9ab21', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb', 'mac_address': 'fa:16:3e:ff:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfa0b8b-6981-43aa-9f5c-214bc3c20d64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:12:35Z', 'updated_at': '2022-05-17T17:13:02Z', 'revision_number': 1, 'project_id': 'ea3305a913c541e4a45267497213df1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '998694a2-0bfc-40b8-9e00-7ac3711e21d1', 'name': '', 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb', 'tenant_id': 'ea3305a913c541e4a45267497213df1c', 'mac_address': 'fa:16:3e:94:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ac6ed14f-342b-4c1d-a6d0-3f83923520d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:27Z', 'updated_at': '2022-05-17T17:10:44Z', 'revision_number': 5, 'project_id': 'ea3305a913c541e4a45267497213df1c', 'subnets': [{'id': 'ac6ed14f-342b-4c1d-a6d0-3f83923520d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:13:04.058636 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9a9e23-90c3-4139-9a0b-2204440dc51a None None] Checking router: 841f4662-38c1-42be-ba44-29e3e68c80fa for host: dv-cinder-842149-1-iscsi {{(pid=103513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:13:04.068849 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9a9e23-90c3-4139-9a0b-2204440dc51a None None] Routers {'841f4662-38c1-42be-ba44-29e3e68c80fa'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:13:04.069718 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-3a9a9e23-90c3-4139-9a0b-2204440dc51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:12:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['841f4662-38c1-42be-ba44-29e3e68c80fa'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:13:04.175113 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-3a9a9e23-90c3-4139-9a0b-2204440dc51a None None] Set router 841f4662-38c1-42be-ba44-29e3e68c80fa gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:13:04.441642 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-3a9a9e23-90c3-4139-9a0b-2204440dc51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1424071257-router', 'tenant_id': 'ea3305a913c541e4a45267497213df1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'd97b4916-8d2a-4a67-b6d5-bef654ebc8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:19Z', 'updated_at': '2022-05-17T17:10:29Z', 'revision_number': 4, 'project_id': 'ea3305a913c541e4a45267497213df1c', 'gw_port': {'id': 'd97b4916-8d2a-4a67-b6d5-bef654ebc8fe', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': '6a63c21b-f6db-42d8-9a21-c1e2608c2551', 'tenant_id': 'ea3305a913c541e4a45267497213df1c', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'port_id': '6b3cb952-d5bd-4de9-965c-39fcdbf9ab21', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb', 'mac_address': 'fa:16:3e:ff:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfa0b8b-6981-43aa-9f5c-214bc3c20d64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:12:35Z', 'updated_at': '2022-05-17T17:13:02Z', 'revision_number': 1, 'project_id': 'ea3305a913c541e4a45267497213df1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '998694a2-0bfc-40b8-9e00-7ac3711e21d1', 'name': '', 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb', 'tenant_id': 'ea3305a913c541e4a45267497213df1c', 'mac_address': 'fa:16:3e:94:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ac6ed14f-342b-4c1d-a6d0-3f83923520d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:27Z', 'updated_at': '2022-05-17T17:10:44Z', 'revision_number': 5, 'project_id': 'ea3305a913c541e4a45267497213df1c', 'subnets': [{'id': 'ac6ed14f-342b-4c1d-a6d0-3f83923520d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:13:04.474234 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9a9e23-90c3-4139-9a0b-2204440dc51a None None] The sync data for ids ['841f4662-38c1-42be-ba44-29e3e68c80fa'] in dv-cinder-842149-1-iscsi is: [{'id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1424071257-router', 'tenant_id': 'ea3305a913c541e4a45267497213df1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'd97b4916-8d2a-4a67-b6d5-bef654ebc8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:19Z', 'updated_at': '2022-05-17T17:10:29Z', 'revision_number': 4, 'project_id': 'ea3305a913c541e4a45267497213df1c', 'gw_port': {'id': 'd97b4916-8d2a-4a67-b6d5-bef654ebc8fe', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': '6a63c21b-f6db-42d8-9a21-c1e2608c2551', 'tenant_id': 'ea3305a913c541e4a45267497213df1c', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'port_id': '6b3cb952-d5bd-4de9-965c-39fcdbf9ab21', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb', 'mac_address': 'fa:16:3e:ff:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfa0b8b-6981-43aa-9f5c-214bc3c20d64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:12:35Z', 'updated_at': '2022-05-17T17:13:02Z', 'revision_number': 1, 'project_id': 'ea3305a913c541e4a45267497213df1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '998694a2-0bfc-40b8-9e00-7ac3711e21d1', 'name': '', 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb', 'tenant_id': 'ea3305a913c541e4a45267497213df1c', 'mac_address': 'fa:16:3e:94:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ac6ed14f-342b-4c1d-a6d0-3f83923520d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:27Z', 'updated_at': '2022-05-17T17:10:44Z', 'revision_number': 5, 'project_id': 'ea3305a913c541e4a45267497213df1c', 'subnets': [{'id': 'ac6ed14f-342b-4c1d-a6d0-3f83923520d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:13:04.731988 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623bbde8-4930-4b3d-94fd-6cf0fb13afd4 None None] New status for floating IP 6a63c21b-f6db-42d8-9a21-c1e2608c2551: ACTIVE {{(pid=103512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:13:05.034793 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe0899-1934-4857-a86d-2370305cbc6d req-676fbe36-0e16-4383-906a-ada445b75f3d tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:05.036827 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d1fe0899-1934-4857-a86d-2370305cbc6d req-676fbe36-0e16-4383-906a-ada445b75f3d tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 943 time: 0.0573676 May 17 17:13:05.130992 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d1fe0899-1934-4857-a86d-2370305cbc6d req-0a5ee002-72a7-4f35-811d-03f28e4f12a8 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876827 May 17 17:13:05.161962 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c40b6-c0a3-4a02-9c34-ab644c3a2330 req-5ba70492-ce2c-4313-92da-d75c4bbaa6ad tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:05.169422 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-105c40b6-c0a3-4a02-9c34-ab644c3a2330 req-5ba70492-ce2c-4313-92da-d75c4bbaa6ad tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 945 time: 0.0810943 May 17 17:13:05.227475 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-105c40b6-c0a3-4a02-9c34-ab644c3a2330 req-622fc62c-c343-4bbb-8967-d9cb5dc3395f tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565245 May 17 17:13:05.794514 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02a479-4f89-492a-96c3-82637b752e2a req-69f4e99d-723f-4cd6-95ac-f7eea7f12579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:05.796822 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-fc02a479-4f89-492a-96c3-82637b752e2a req-69f4e99d-723f-4cd6-95ac-f7eea7f12579 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea3305a913c541e4a45267497213df1c&device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 1129 time: 0.0665743 May 17 17:13:05.818770 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d80e1-2952-4816-8680-b27c6c566b3e req-56fff2b4-b5f3-4f51-8c9f-d36613359a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:05.821003 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-975d80e1-2952-4816-8680-b27c6c566b3e req-56fff2b4-b5f3-4f51-8c9f-d36613359a46 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2630e0044e5f4f28b8d2adcfeaf0c604&device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 1127 time: 0.0994172 May 17 17:13:05.989015 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d80e1-2952-4816-8680-b27c6c566b3e req-4697ed98-8d96-4dc3-875b-80176b1af47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:05.991805 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-975d80e1-2952-4816-8680-b27c6c566b3e req-4697ed98-8d96-4dc3-875b-80176b1af47a service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=2630e0044e5f4f28b8d2adcfeaf0c604&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1582916 May 17 17:13:06.001284 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02a479-4f89-492a-96c3-82637b752e2a req-d1d6c571-2c16-4243-b4fe-df471c6fb75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:06.002811 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-fc02a479-4f89-492a-96c3-82637b752e2a req-d1d6c571-2c16-4243-b4fe-df471c6fb75e service neutron] 10.222.0.23 "GET /v2.0/networks?id=d8fd1f2f-e54a-4844-8483-0ddae8800cdb HTTP/1.1" status: 200 len: 920 time: 0.1975896 May 17 17:13:06.130568 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-fc02a479-4f89-492a-96c3-82637b752e2a req-1e1e078a-2622-47c4-97a0-88494c505f5e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b3cb952-d5bd-4de9-965c-39fcdbf9ab21 HTTP/1.1" status: 200 len: 1001 time: 0.1191182 May 17 17:13:06.188545 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d80e1-2952-4816-8680-b27c6c566b3e req-dc83a333-507b-4ae5-b25a-6d2376f8c33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:06.190006 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-975d80e1-2952-4816-8680-b27c6c566b3e req-dc83a333-507b-4ae5-b25a-6d2376f8c33d service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1863487 May 17 17:13:06.200120 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02a479-4f89-492a-96c3-82637b752e2a req-9775c3ed-a8b1-4c53-980e-11403eaad11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:06.201491 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-fc02a479-4f89-492a-96c3-82637b752e2a req-9775c3ed-a8b1-4c53-980e-11403eaad11d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ac6ed14f-342b-4c1d-a6d0-3f83923520d0 HTTP/1.1" status: 200 len: 858 time: 0.0581234 May 17 17:13:06.248276 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122e3e2-dd67-4b87-8564-37d2cd0c6639 req-a36ca907-18fd-4a8c-acd3-7e4e8f2132bc tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:06.249685 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c122e3e2-dd67-4b87-8564-37d2cd0c6639 req-a36ca907-18fd-4a8c-acd3-7e4e8f2132bc tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 943 time: 0.0482185 May 17 17:13:06.303223 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c122e3e2-dd67-4b87-8564-37d2cd0c6639 req-e5b88caf-9777-4c21-8163-7b2eddde1e75 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475984 May 17 17:13:06.351310 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02a479-4f89-492a-96c3-82637b752e2a req-ac204ac8-5c15-4642-b708-f2f0953585d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:06.352913 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-fc02a479-4f89-492a-96c3-82637b752e2a req-ac204ac8-5c15-4642-b708-f2f0953585d6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d8fd1f2f-e54a-4844-8483-0ddae8800cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0764775 May 17 17:13:06.353151 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1043b4d-6fa7-4234-a465-4c4a7b7d6e4b req-6bb67256-7f19-43c4-acc0-03c73faf995e tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:06.354617 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f1043b4d-6fa7-4234-a465-4c4a7b7d6e4b req-6bb67256-7f19-43c4-acc0-03c73faf995e tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 945 time: 0.0499160 May 17 17:13:06.355895 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-677075b2-7921-4fec-8153-4f53bdaa71b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:06.357268 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-677075b2-7921-4fec-8153-4f53bdaa71b6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2630e0044e5f4f28b8d2adcfeaf0c604&device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 1127 time: 0.0457940 May 17 17:13:06.418390 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f1043b4d-6fa7-4234-a465-4c4a7b7d6e4b req-cff2e7f8-5117-4950-a067-cd42299c3c78 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571151 May 17 17:13:06.447932 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-3a522ea0-3f47-4b1b-af1e-a046a1653dad service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72213c8f-95d2-4e6b-bc71-ec5cf8e62273 HTTP/1.1" status: 200 len: 217 time: 0.0428166 May 17 17:13:06.540161 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-27019a2c-4792-47e6-9f74-617462462fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:06.541498 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-27019a2c-4792-47e6-9f74-617462462fb4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a7d1a19a-d549-479d-ad0e-c4729109fef8 HTTP/1.1" status: 200 len: 847 time: 0.0666158 May 17 17:13:06.543623 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-fc02a479-4f89-492a-96c3-82637b752e2a req-34c7332a-fff6-46fc-8156-7b039d2e3a8d service neutron] 10.222.0.23 "GET /v2.0/networks/d8fd1f2f-e54a-4844-8483-0ddae8800cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693475 May 17 17:13:06.826777 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-6873c39d-7905-4d19-a1bd-7e7e9f83a300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:06.828317 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-6873c39d-7905-4d19-a1bd-7e7e9f83a300 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fac7d240-6e72-4e7e-a11f-51c520d02d21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0956566 May 17 17:13:06.858913 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-fc02a479-4f89-492a-96c3-82637b752e2a req-8b0f4e40-b671-4004-bb45-d4936c0f180a service neutron] 10.222.0.23 "GET /v2.0/networks/d8fd1f2f-e54a-4844-8483-0ddae8800cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174629 May 17 17:13:06.988993 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ceaf6-6381-49e7-9298-00b3e7f0499e req-e2bdbf8d-b796-4c92-a282-22ee5e79768c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:06.990477 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7c6ceaf6-6381-49e7-9298-00b3e7f0499e req-e2bdbf8d-b796-4c92-a282-22ee5e79768c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9d587d1ef11b4055b77055e6fbcc1899&device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 1129 time: 0.0895920 May 17 17:13:07.048992 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-632757d1-e0db-47a7-9fbc-575267de163c service neutron] 10.222.0.23 "GET /v2.0/networks/fac7d240-6e72-4e7e-a11f-51c520d02d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493025 May 17 17:13:07.164637 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ceaf6-6381-49e7-9298-00b3e7f0499e req-f8e778e8-60a3-484a-a478-d403860b5c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:07.166128 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7c6ceaf6-6381-49e7-9298-00b3e7f0499e req-f8e778e8-60a3-484a-a478-d403860b5c2d service neutron] 10.222.0.23 "GET /v2.0/networks?id=cabe2e00-7fdc-4f66-a15c-c9987c464947 HTTP/1.1" status: 200 len: 918 time: 0.1628897 May 17 17:13:07.226024 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6cb2b21e-d913-4a0c-ae77-dbadc30c8584 req-806e350c-4ae9-49e5-adb5-f02bbd8aa2ab service neutron] 10.222.0.23 "GET /v2.0/networks/fac7d240-6e72-4e7e-a11f-51c520d02d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502407 May 17 17:13:07.244396 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7c6ceaf6-6381-49e7-9298-00b3e7f0499e req-dbe54a84-05a1-456a-8b22-50c812a33e2f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6735ae1-4241-48ca-9802-22aba7b4cccc HTTP/1.1" status: 200 len: 1000 time: 0.0675371 May 17 17:13:07.293109 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ceaf6-6381-49e7-9298-00b3e7f0499e req-9fc0b3f2-2b94-4576-b7ef-d3215480caf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:07.294510 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7c6ceaf6-6381-49e7-9298-00b3e7f0499e req-9fc0b3f2-2b94-4576-b7ef-d3215480caf4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7c810424-34e9-472b-8917-5d16a4254529 HTTP/1.1" status: 200 len: 856 time: 0.0432355 May 17 17:13:07.417734 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233555ed-034e-48ba-a478-f8b61185e8b0 req-a10347fd-00ae-400e-9cd2-9e622b6cdb63 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:07.419113 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-233555ed-034e-48ba-a478-f8b61185e8b0 req-a10347fd-00ae-400e-9cd2-9e622b6cdb63 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 943 time: 0.0497541 May 17 17:13:07.469975 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-233555ed-034e-48ba-a478-f8b61185e8b0 req-18dbee2a-e06b-4693-aab2-d50cc700d483 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447640 May 17 17:13:07.539279 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3ad70-c490-4b63-b500-1538ac236e08 req-eb44a288-84c8-48a9-bc9f-c2b648240edd tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:07.544495 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ceaf6-6381-49e7-9298-00b3e7f0499e req-3680bfb4-ee37-40e5-9aea-e1c1f2837ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:07.546149 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7c6ceaf6-6381-49e7-9298-00b3e7f0499e req-3680bfb4-ee37-40e5-9aea-e1c1f2837ab6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cabe2e00-7fdc-4f66-a15c-c9987c464947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417321 May 17 17:13:07.546659 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3bc3ad70-c490-4b63-b500-1538ac236e08 req-eb44a288-84c8-48a9-bc9f-c2b648240edd tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 945 time: 0.0538707 May 17 17:13:07.589632 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3bc3ad70-c490-4b63-b500-1538ac236e08 req-724b22df-2f58-4544-813e-a611ab00e7f9 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420904 May 17 17:13:07.644498 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7c6ceaf6-6381-49e7-9298-00b3e7f0499e req-1c5ddcf1-a931-4199-a0a0-aa00fc520b40 service neutron] 10.222.0.23 "GET /v2.0/networks/cabe2e00-7fdc-4f66-a15c-c9987c464947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886657 May 17 17:13:07.736624 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7c6ceaf6-6381-49e7-9298-00b3e7f0499e req-e649098a-052f-4a6d-9f73-f8628d3b4844 service neutron] 10.222.0.23 "GET /v2.0/networks/cabe2e00-7fdc-4f66-a15c-c9987c464947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853953 May 17 17:13:08.585295 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40782808-6f43-42db-8358-a8ed2d830f5d req-c34c1a08-11ff-49a6-9ef5-f6441ca87e64 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:08.586740 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-40782808-6f43-42db-8358-a8ed2d830f5d req-c34c1a08-11ff-49a6-9ef5-f6441ca87e64 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 943 time: 0.0492015 May 17 17:13:08.637760 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-40782808-6f43-42db-8358-a8ed2d830f5d req-833b039c-659d-4c2e-a08f-09c719ac4727 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455501 May 17 17:13:08.712076 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd9d42-a462-4109-ad45-633f1397cd99 req-b3cc61c0-b4b1-4605-938c-2805596d282f tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:08.713548 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-17dd9d42-a462-4109-ad45-633f1397cd99 req-b3cc61c0-b4b1-4605-938c-2805596d282f tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 945 time: 0.0471368 May 17 17:13:08.759865 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-17dd9d42-a462-4109-ad45-633f1397cd99 req-c788efcd-4264-4c47-9a2c-642876fdc959 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406747 May 17 17:13:09.244577 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device e6735ae1-4241-48ca-9802-22aba7b4cccc no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:13:09.311034 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port e6735ae1-4241-48ca-9802-22aba7b4cccc is: ACTIVE; New status is: DOWN {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:13:09.311415 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (e6735ae1-4241-48ca-9802-22aba7b4cccc), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:09.334072 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b074c961-149b-4667-addc-790568769b88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6735ae1-4241-48ca-9802-22aba7b4cccc'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:13:09.336312 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47090663941ec1551041a48ed4f6687b33fcf119bf177f9ca48a03ee97be2a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a966920a-e7c1-47c6-9ee0-ddf57f0a98f6" -d '{"events": [{"server_uuid": "b074c961-149b-4667-addc-790568769b88", "name": "network-vif-unplugged", "status": "completed", "tag": "e6735ae1-4241-48ca-9802-22aba7b4cccc"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:13:09.349804 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port e6735ae1-4241-48ca-9802-22aba7b4cccc, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=e6735ae1-4241-48ca-9802-22aba7b4cccc,segment=NetworkSegment(dd7c38ba-79f9-47ce-94d1-d0499646a213),segment_id=dd7c38ba-79f9-47ce-94d1-d0499646a213)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:13:09.354049 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (e6735ae1-4241-48ca-9802-22aba7b4cccc), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:09.375170 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 May 2022 17:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a66dfb9-dc71-4ee0-8d34-9bdf8e73fbdc x-openstack-request-id: req-7a66dfb9-dc71-4ee0-8d34-9bdf8e73fbdc {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:13:09.375479 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b074c961-149b-4667-addc-790568769b88", "name": "network-vif-unplugged", "status": "completed", "tag": "e6735ae1-4241-48ca-9802-22aba7b4cccc", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:13:09.375762 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7a66dfb9-dc71-4ee0-8d34-9bdf8e73fbdc {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:13:09.376145 dv-cinder-842149-1-iscsi neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a66dfb9-dc71-4ee0-8d34-9bdf8e73fbdc'] response: {'server_uuid': 'b074c961-149b-4667-addc-790568769b88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6735ae1-4241-48ca-9802-22aba7b4cccc', 'code': 200} May 17 17:13:09.406230 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=e6735ae1-4241-48ca-9802-22aba7b4cccc,revision_number=8']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:13:09.746035 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a83e9-05b5-4d82-8a87-5cf6ed5f4081 req-04d2372b-6286-4e35-a3f9-47128e1bc05e tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:09.747464 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-bf6a83e9-05b5-4d82-8a87-5cf6ed5f4081 req-04d2372b-6286-4e35-a3f9-47128e1bc05e tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 943 time: 0.0447772 May 17 17:13:09.801218 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-bf6a83e9-05b5-4d82-8a87-5cf6ed5f4081 req-08f67574-0e49-45ee-b98a-ccbd022fe95a tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473855 May 17 17:13:09.880036 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3937bc-27b8-4eca-9acc-561aec8df7cd req-2d069873-9fa5-4cab-8cd6-274625503fb8 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:09.881511 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ff3937bc-27b8-4eca-9acc-561aec8df7cd req-2d069873-9fa5-4cab-8cd6-274625503fb8 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 943 time: 0.0469196 May 17 17:13:09.929028 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ff3937bc-27b8-4eca-9acc-561aec8df7cd req-8a68cca3-86b5-40ae-b3f7-28747b233f42 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418389 May 17 17:13:10.913981 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474e9f2-e050-4a52-8b21-25213765f61a req-d693594b-fbe0-4d48-8434-13a1b8e67742 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:10.915425 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-6474e9f2-e050-4a52-8b21-25213765f61a req-d693594b-fbe0-4d48-8434-13a1b8e67742 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 943 time: 0.0465713 May 17 17:13:10.963245 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-6474e9f2-e050-4a52-8b21-25213765f61a req-a06647eb-0f4c-4f8b-93da-2d2c9f7259db tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423760 May 17 17:13:11.051461 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbefc57-48ea-4554-b318-70250983db31 req-20899bed-5702-4546-abc7-fe0523c57938 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:11.052995 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9cbefc57-48ea-4554-b318-70250983db31 req-20899bed-5702-4546-abc7-fe0523c57938 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 943 time: 0.0523882 May 17 17:13:11.101779 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9cbefc57-48ea-4554-b318-70250983db31 req-b2665b4e-acc6-4deb-9b7c-fc7696f02418 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432062 May 17 17:13:12.073880 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a825564-c5ee-42b8-91ce-7e2237a32a3e req-502eb0b4-c376-41a1-a3f2-b2fe53d36474 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:12.075313 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1a825564-c5ee-42b8-91ce-7e2237a32a3e req-502eb0b4-c376-41a1-a3f2-b2fe53d36474 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 943 time: 0.0466471 May 17 17:13:12.123644 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1a825564-c5ee-42b8-91ce-7e2237a32a3e req-6b1c9195-50ec-42f9-9060-f61c527f9f86 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426602 May 17 17:13:12.221449 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbea731-2107-4f78-9ab7-0a1bf4e1a023 req-705944b8-2ea4-4eed-a6d5-64bcd401a020 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:12.223230 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5bbea731-2107-4f78-9ab7-0a1bf4e1a023 req-705944b8-2ea4-4eed-a6d5-64bcd401a020 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 943 time: 0.0480700 May 17 17:13:12.274219 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5bbea731-2107-4f78-9ab7-0a1bf4e1a023 req-fc8405b4-1942-4774-a5ae-0e0194729e42 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447798 May 17 17:13:12.446885 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-1002a5c1-2a87-44a0-b105-b60691b99b2e tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:12.449111 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-1002a5c1-2a87-44a0-b105-b60691b99b2e tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/networks?id=6c7d9c40-84df-4392-abe5-e887770a65c6 HTTP/1.1" status: 200 len: 813 time: 0.1030862 May 17 17:13:12.464726 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-e0f10511-810c-4992-bf09-cbcd85bcf77f tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/quotas/260311245b60460283c01ebc87cb5bc2 HTTP/1.1" status: 200 len: 375 time: 0.0104012 May 17 17:13:12.502745 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-78b10a4f-b9dc-46fa-9c02-8f501922a09f tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=260311245b60460283c01ebc87cb5bc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328655 May 17 17:13:12.595108 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-4e58c738-cd8a-4eea-bc7b-2d43d91625f3 service neutron] 10.222.0.48 "GET /v2.0/networks/6c7d9c40-84df-4392-abe5-e887770a65c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856924 May 17 17:13:12.698094 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-93b01259-f3ff-4be2-9726-76ffdc722ac4 service neutron] 10.222.0.48 "GET /v2.0/networks/6c7d9c40-84df-4392-abe5-e887770a65c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969400 May 17 17:13:12.756244 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [req-350d77f7-0bb7-4f9b-b6af-d77b37160a4f req-029cdc5c-419d-4789-b08d-5fbe7949c0ef service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103511) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 17:13:12.757218 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-350d77f7-0bb7-4f9b-b6af-d77b37160a4f req-029cdc5c-419d-4789-b08d-5fbe7949c0ef service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060902 May 17 17:13:12.873263 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-6627df50-78c1-4fcd-b709-7189934d56e1 req-b2b8fc4e-55a9-4d99-a8e1-312b7133de52 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6612e19-6897-484d-85df-fbd505399146 HTTP/1.1" status: 200 len: 210 time: 0.0318639 May 17 17:13:12.937108 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90cdd43-2316-462e-bb3e-ba54d1fe32b9 req-b2ca2a33-fc98-4170-97ba-81f0d5809c8f tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:12.939518 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d90cdd43-2316-462e-bb3e-ba54d1fe32b9 req-b2ca2a33-fc98-4170-97ba-81f0d5809c8f tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 943 time: 0.0645931 May 17 17:13:12.990543 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d90cdd43-2316-462e-bb3e-ba54d1fe32b9 req-ff271ba7-1233-4858-891a-608877afb4dd tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453320 May 17 17:13:13.246806 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc1099-805a-4098-8a57-448eeedff9b3 req-2be3ad68-ac40-4fa7-8ddf-ba5c2e938336 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:13.249064 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-38bc1099-805a-4098-8a57-448eeedff9b3 req-2be3ad68-ac40-4fa7-8ddf-ba5c2e938336 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 943 time: 0.0529115 May 17 17:13:13.268495 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 47522) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:13:13.299287 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-38bc1099-805a-4098-8a57-448eeedff9b3 req-260e962d-c59c-49ca-a4da-4c6b396edeb2 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434775 May 17 17:13:13.358643 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-99f19c7d-55a6-4412-89e2-f7cb3faa99ce req-68fef4ff-6fae-4f94-a2bc-b6f637948f1d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0889435 May 17 17:13:13.368693 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [req-99f19c7d-55a6-4412-89e2-f7cb3faa99ce req-dcc9c0ce-fe6e-44e1-96f1-8698106beb51 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103510) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 17:13:13.369655 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-99f19c7d-55a6-4412-89e2-f7cb3faa99ce req-dcc9c0ce-fe6e-44e1-96f1-8698106beb51 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049365 May 17 17:13:13.447618 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 47530) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:13:13.494245 dv-cinder-842149-1-iscsi neutron-server[103510]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 17 17:13:13.538779 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f19c7d-55a6-4412-89e2-f7cb3faa99ce req-23b69598-c501-4d2c-86dc-9b5f1e4f033a tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:13.540849 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-99f19c7d-55a6-4412-89e2-f7cb3faa99ce req-23b69598-c501-4d2c-86dc-9b5f1e4f033a tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports/e6735ae1-4241-48ca-9802-22aba7b4cccc HTTP/1.1" status: 200 len: 940 time: 0.0915132 May 17 17:13:13.966095 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5926040a-e2ac-40ac-895a-038d0b97c796 req-7fa356f1-03c3-4184-a12a-f72377a581ed tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6612e19-6897-484d-85df-fbd505399146 HTTP/1.1" status: 200 len: 210 time: 0.0280733 May 17 17:13:14.107835 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240669c-e10f-487d-a0f1-cbca7f901524 req-b7024d5b-f3b9-40f9-b09a-85fb0ba6dbe2 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:14.109286 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5240669c-e10f-487d-a0f1-cbca7f901524 req-b7024d5b-f3b9-40f9-b09a-85fb0ba6dbe2 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 943 time: 0.0458317 May 17 17:13:14.156278 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5240669c-e10f-487d-a0f1-cbca7f901524 req-770b2b0a-6c55-4cef-9150-8ac27ecdd2e1 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408990 May 17 17:13:14.374091 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-d280fd35-1761-4a08-9a12-a67103911a52 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:14.376957 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-d280fd35-1761-4a08-9a12-a67103911a52 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.23 "GET /v2.0/networks?id=6c7d9c40-84df-4392-abe5-e887770a65c6 HTTP/1.1" status: 200 len: 813 time: 0.1107669 May 17 17:13:14.393648 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-99ac43a0-a390-4217-8435-10b550a55a84 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Request body: {'port': {'device_id': 'f6612e19-6897-484d-85df-fbd505399146', 'network_id': '6c7d9c40-84df-4392-abe5-e887770a65c6', 'admin_state_up': True, 'tenant_id': '260311245b60460283c01ebc87cb5bc2'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:13:14.438387 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfcee7-e192-4eb2-af4c-a45a625eb61b req-5a2e2f50-00c2-4269-b79f-484693f7bae2 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:14.440624 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a9dfcee7-e192-4eb2-af4c-a45a625eb61b req-5a2e2f50-00c2-4269-b79f-484693f7bae2 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 943 time: 0.0558946 May 17 17:13:14.491634 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a9dfcee7-e192-4eb2-af4c-a45a625eb61b req-55eb3a59-8213-41d0-80ac-5f5a8847b471 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452123 May 17 17:13:14.506029 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-99ac43a0-a390-4217-8435-10b550a55a84 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Made reservation on behalf of 260311245b60460283c01ebc87cb5bc2 for: {'port': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:13:14.509551 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-99ac43a0-a390-4217-8435-10b550a55a84 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:14.634264 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-99ac43a0-a390-4217-8435-10b550a55a84 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Allocated IP 172.20.0.10 (6c7d9c40-84df-4392-abe5-e887770a65c6/b62141d5-565b-4fdd-b798-f53f12ce0939/f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:13:15.009105 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-99ac43a0-a390-4217-8435-10b550a55a84 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Publish callbacks [] for port (f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:15.044394 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-99ac43a0-a390-4217-8435-10b550a55a84 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:15.056408 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 72213c8f-95d2-4e6b-bc71-ec5cf8e62273 details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:13:15.062779 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device e6735ae1-4241-48ca-9802-22aba7b4cccc no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:13:15.088693 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe53c9-e8e4-45f9-a478-c23e61e68d0f req-0a776bf2-ef10-47aa-b24c-87b8e5409417 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:15.090569 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-bbbe53c9-e8e4-45f9-a478-c23e61e68d0f req-0a776bf2-ef10-47aa-b24c-87b8e5409417 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6612e19-6897-484d-85df-fbd505399146 HTTP/1.1" status: 200 len: 932 time: 0.0529859 May 17 17:13:15.115200 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-99ac43a0-a390-4217-8435-10b550a55a84 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Network 6c7d9c40-84df-4392-abe5-e887770a65c6 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:13:15.118644 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac43a0-a390-4217-8435-10b550a55a84 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Pushing event updated for resources: {'Port': ['ID=f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:13:15.121099 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-99ac43a0-a390-4217-8435-10b550a55a84 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:13:15.123191 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-99ac43a0-a390-4217-8435-10b550a55a84 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:13:15.129614 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-99ac43a0-a390-4217-8435-10b550a55a84 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:15.130454 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-99ac43a0-a390-4217-8435-10b550a55a84 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:15.149492 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-bbbe53c9-e8e4-45f9-a478-c23e61e68d0f req-61bbb019-15cd-4b95-bc19-a75590501515 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/security-groups?id=269fdd96-ece3-40ff-a060-9a6931d16660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529993 May 17 17:13:15.150071 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-99ac43a0-a390-4217-8435-10b550a55a84 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7609777 May 17 17:13:15.222202 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port e6735ae1-4241-48ca-9802-22aba7b4cccc is: DOWN; New status is: DOWN {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:13:15.239791 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port 72213c8f-95d2-4e6b-bc71-ec5cf8e62273, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=72213c8f-95d2-4e6b-bc71-ec5cf8e62273,segment=NetworkSegment(1c156ced-2786-412e-9fcf-5e0bd25c37ad),segment_id=1c156ced-2786-412e-9fcf-5e0bd25c37ad)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:13:15.251952 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Returning: {'device': '72213c8f-95d2-4e6b-bc71-ec5cf8e62273', 'network_id': 'fac7d240-6e72-4e7e-a11f-51c520d02d21', 'port_id': '72213c8f-95d2-4e6b-bc71-ec5cf8e62273', 'mac_address': 'fa:16:3e:71:30:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7d1a19a-d549-479d-ad0e-c4729109fef8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:13:15.283718 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214f9b7-9a54-4b02-8e7e-02adf777bc0b req-c1ed0810-7a3d-4b33-95d3-a17b02927ddc tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:15.285398 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d214f9b7-9a54-4b02-8e7e-02adf777bc0b req-c1ed0810-7a3d-4b33-95d3-a17b02927ddc tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 943 time: 0.0511000 May 17 17:13:15.286676 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port 72213c8f-95d2-4e6b-bc71-ec5cf8e62273 is: DOWN; New status is: BUILD {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:13:15.287069 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (72213c8f-95d2-4e6b-bc71-ec5cf8e62273), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:15.299730 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72213c8f-95d2-4e6b-bc71-ec5cf8e62273 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:13:15.323857 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port 72213c8f-95d2-4e6b-bc71-ec5cf8e62273, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=72213c8f-95d2-4e6b-bc71-ec5cf8e62273,segment=NetworkSegment(1c156ced-2786-412e-9fcf-5e0bd25c37ad),segment_id=1c156ced-2786-412e-9fcf-5e0bd25c37ad)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:13:15.328059 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (72213c8f-95d2-4e6b-bc71-ec5cf8e62273), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:15.333466 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d214f9b7-9a54-4b02-8e7e-02adf777bc0b req-ca99f8c1-c33b-4ac0-9b8f-c08268a04bca tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425055 May 17 17:13:15.380652 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=72213c8f-95d2-4e6b-bc71-ec5cf8e62273,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:13:15.409143 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-8fdeb5af-f7d4-4fc8-871b-cff659d745ed service neutron] Request body: {'port': {'device_id': 'f6612e19-6897-484d-85df-fbd505399146', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84214'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:13:15.522161 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f19c7d-55a6-4412-89e2-f7cb3faa99ce req-f76e31f0-9881-4ea2-9d5c-37adc07db41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:15.523709 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-99f19c7d-55a6-4412-89e2-f7cb3faa99ce req-f76e31f0-9881-4ea2-9d5c-37adc07db41d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88&tenant_id=9d587d1ef11b4055b77055e6fbcc1899 HTTP/1.1" status: 200 len: 1127 time: 0.0951614 May 17 17:13:15.531711 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-8fdeb5af-f7d4-4fc8-871b-cff659d745ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:15.606984 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535491b-e6f3-4c65-8c73-8c37bb7d1492 req-1d7b6091-0914-4d10-be19-0fb21f72115c tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:15.608617 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-0535491b-e6f3-4c65-8c73-8c37bb7d1492 req-1d7b6091-0914-4d10-be19-0fb21f72115c tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 944 time: 0.0477936 May 17 17:13:15.660401 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-0535491b-e6f3-4c65-8c73-8c37bb7d1492 req-187d3965-f039-4ba0-86c6-bc1292b324e1 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452526 May 17 17:13:15.708447 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f19c7d-55a6-4412-89e2-f7cb3faa99ce req-654297f3-5b21-430c-94bf-88a520bea7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:15.709944 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-99f19c7d-55a6-4412-89e2-f7cb3faa99ce req-654297f3-5b21-430c-94bf-88a520bea7c3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9d587d1ef11b4055b77055e6fbcc1899&device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 1127 time: 0.0964255 May 17 17:13:15.724668 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] get_ports_and_sgs() called for port_ids ['72213c8f-95d2-4e6b-bc71-ec5cf8e62273'] {{(pid=103512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:13:15.889636 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f19c7d-55a6-4412-89e2-f7cb3faa99ce req-5c83790c-1e77-4bab-8aeb-91897a27ca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:15.891180 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-99f19c7d-55a6-4412-89e2-f7cb3faa99ce req-5c83790c-1e77-4bab-8aeb-91897a27ca86 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cabe2e00-7fdc-4f66-a15c-c9987c464947 HTTP/1.1" status: 200 len: 918 time: 0.1704144 May 17 17:13:15.983578 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-8fdeb5af-f7d4-4fc8-871b-cff659d745ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf {{(pid=103510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:13:15.998537 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-8fdeb5af-f7d4-4fc8-871b-cff659d745ed service neutron] Publish callbacks [] for port (f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:16.003211 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-99f19c7d-55a6-4412-89e2-f7cb3faa99ce req-ad45f249-f016-41b2-844d-ef85e3522e3b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6735ae1-4241-48ca-9802-22aba7b4cccc HTTP/1.1" status: 200 len: 998 time: 0.1002336 May 17 17:13:16.043160 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.provisioning_blocks [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-8fdeb5af-f7d4-4fc8-871b-cff659d745ed service neutron] Transition to ACTIVE for port object f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf will not be triggered until provisioned by entity L2. {{(pid=103510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 17:13:16.050369 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-8fdeb5af-f7d4-4fc8-871b-cff659d745ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:16.096955 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f19c7d-55a6-4412-89e2-f7cb3faa99ce req-b22f3c39-d397-44c7-bbcb-0ea3464266ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:16.098417 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-99f19c7d-55a6-4412-89e2-f7cb3faa99ce req-b22f3c39-d397-44c7-bbcb-0ea3464266ec service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7c810424-34e9-472b-8917-5d16a4254529 HTTP/1.1" status: 200 len: 856 time: 0.0877707 May 17 17:13:16.126594 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdeb5af-f7d4-4fc8-871b-cff659d745ed service neutron] Pushing event updated for resources: {'Port': ['ID=f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:13:16.180548 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-8fdeb5af-f7d4-4fc8-871b-cff659d745ed service neutron] Attempting to bind port f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf on host hv-cinder-84214 for vnic_type normal with profile {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:13:16.180901 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-8fdeb5af-f7d4-4fc8-871b-cff659d745ed service neutron] Attempting to bind port f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf by drivers openvswitch,hyperv on host hv-cinder-84214 at level 0 using segments [{'id': '03b19a9e-b92f-43ca-91d1-46f289553dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6c7d9c40-84df-4392-abe5-e887770a65c6'}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:13:16.181230 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-8fdeb5af-f7d4-4fc8-871b-cff659d745ed service neutron] Attempting to bind port f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf on network 6c7d9c40-84df-4392-abe5-e887770a65c6 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:13:16.185112 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f19c7d-55a6-4412-89e2-f7cb3faa99ce req-427ceea4-6421-4716-b2a0-270c9906b689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:16.186609 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-99f19c7d-55a6-4412-89e2-f7cb3faa99ce req-427ceea4-6421-4716-b2a0-270c9906b689 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cabe2e00-7fdc-4f66-a15c-c9987c464947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0746288 May 17 17:13:16.189124 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-8fdeb5af-f7d4-4fc8-871b-cff659d745ed service neutron] Port f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf on network 6c7d9c40-84df-4392-abe5-e887770a65c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84214 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 17:13:16.189403 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-8fdeb5af-f7d4-4fc8-871b-cff659d745ed service neutron] Attempting to bind port f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf on network 6c7d9c40-84df-4392-abe5-e887770a65c6 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:13:16.194454 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-8fdeb5af-f7d4-4fc8-871b-cff659d745ed service neutron] Checking agent: {'id': 'f77364a9-2f6e-44ad-9fc6-92e3e143ef92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84214', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 8, 20), 'started_at': datetime.datetime(2022, 5, 17, 17, 8, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:13:16.194857 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-8fdeb5af-f7d4-4fc8-871b-cff659d745ed service neutron] Checking segment: {'id': '03b19a9e-b92f-43ca-91d1-46f289553dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6c7d9c40-84df-4392-abe5-e887770a65c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:13:16.195300 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-8fdeb5af-f7d4-4fc8-871b-cff659d745ed service neutron] Bound using segment: {'id': '03b19a9e-b92f-43ca-91d1-46f289553dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6c7d9c40-84df-4392-abe5-e887770a65c6'} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:13:16.195815 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-8fdeb5af-f7d4-4fc8-871b-cff659d745ed service neutron] Bound port: f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf, host: hv-cinder-84214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03b19a9e-b92f-43ca-91d1-46f289553dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6c7d9c40-84df-4392-abe5-e887770a65c6'}}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:13:16.196232 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-8fdeb5af-f7d4-4fc8-871b-cff659d745ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:16.283342 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a603636-3b42-4d91-8d17-ec6df23091ea req-df8038e3-d851-4a3f-89f9-294dc6d14b90 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:16.285203 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3a603636-3b42-4d91-8d17-ec6df23091ea req-df8038e3-d851-4a3f-89f9-294dc6d14b90 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6612e19-6897-484d-85df-fbd505399146 HTTP/1.1" status: 200 len: 944 time: 0.0545886 May 17 17:13:16.325520 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-8fdeb5af-f7d4-4fc8-871b-cff659d745ed service neutron] For port f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf, host hv-cinder-84214, cleared binding levels {{(pid=103510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:13:16.333173 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-8fdeb5af-f7d4-4fc8-871b-cff659d745ed service neutron] For port f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf, host hv-cinder-84214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf,segment=NetworkSegment(03b19a9e-b92f-43ca-91d1-46f289553dc0),segment_id=03b19a9e-b92f-43ca-91d1-46f289553dc0)] {{(pid=103510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:13:16.340290 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-99f19c7d-55a6-4412-89e2-f7cb3faa99ce req-46f546e6-7f97-4b0e-8f0b-3b5d09e3a041 service neutron] 10.222.0.23 "GET /v2.0/networks/cabe2e00-7fdc-4f66-a15c-c9987c464947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312621 May 17 17:13:16.342010 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-8fdeb5af-f7d4-4fc8-871b-cff659d745ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:16.345318 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3a603636-3b42-4d91-8d17-ec6df23091ea req-a9ed373f-29dd-49f8-89e7-0894d674622d tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/security-groups?id=269fdd96-ece3-40ff-a060-9a6931d16660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522125 May 17 17:13:16.415282 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-8fdeb5af-f7d4-4fc8-871b-cff659d745ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:16.415917 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-8fdeb5af-f7d4-4fc8-871b-cff659d745ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:16.417318 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-8fdeb5af-f7d4-4fc8-871b-cff659d745ed service neutron] 10.222.0.23 "PUT /v2.0/ports/f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf HTTP/1.1" status: 200 len: 1094 time: 1.0124402 May 17 17:13:16.417759 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6612e19-6897-484d-85df-fbd505399146', 'tag': 'f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:13:16.419983 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6e3968-22e1-42b0-a32e-64ee4f23a3dd" -d '{"events": [{"name": "network-changed", "server_uuid": "f6612e19-6897-484d-85df-fbd505399146", "tag": "f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:13:16.464569 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdeb5af-f7d4-4fc8-871b-cff659d745ed service neutron] Pushing event updated for resources: {'Port': ['ID=f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf,revision_number=3']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:13:16.469466 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8b5a29-d0bc-48aa-b30a-0578f93754c9 x-openstack-request-id: req-5b8b5a29-d0bc-48aa-b30a-0578f93754c9 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:13:16.469838 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6612e19-6897-484d-85df-fbd505399146", "tag": "f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:13:16.470651 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5b8b5a29-d0bc-48aa-b30a-0578f93754c9 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:13:16.471014 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b8b5a29-d0bc-48aa-b30a-0578f93754c9'] response: {'name': 'network-changed', 'server_uuid': 'f6612e19-6897-484d-85df-fbd505399146', 'tag': 'f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf', 'status': 'completed', 'code': 200} May 17 17:13:16.472266 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af408877-860a-4270-b4f7-96bc5fa32738 req-cf4559fa-a84b-42b1-a84c-cfdd879f6976 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:16.476074 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-af408877-860a-4270-b4f7-96bc5fa32738 req-cf4559fa-a84b-42b1-a84c-cfdd879f6976 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 943 time: 0.0653510 May 17 17:13:16.520880 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-af408877-860a-4270-b4f7-96bc5fa32738 req-823d845e-a0eb-4365-8c61-0e6a695b5154 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413296 May 17 17:13:16.525003 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-28ac1f7c-4afe-4c9d-b53f-b1469f4b1d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:16.526548 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-28ac1f7c-4afe-4c9d-b53f-b1469f4b1d3d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=260311245b60460283c01ebc87cb5bc2&device_id=f6612e19-6897-484d-85df-fbd505399146 HTTP/1.1" status: 200 len: 1128 time: 0.0547223 May 17 17:13:16.528440 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-99f19c7d-55a6-4412-89e2-f7cb3faa99ce req-6eda2a3f-9d38-4f7a-ae92-69538e3ec8f3 service neutron] 10.222.0.23 "GET /v2.0/networks/cabe2e00-7fdc-4f66-a15c-c9987c464947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810987 May 17 17:13:16.582644 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-0ba6978e-ed60-4426-b321-c02a27d80401 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf HTTP/1.1" status: 200 len: 217 time: 0.0340798 May 17 17:13:16.633952 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-c6dcf910-5502-4ea7-a108-f3e618a0290e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:16.635409 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-c6dcf910-5502-4ea7-a108-f3e618a0290e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b62141d5-565b-4fdd-b798-f53f12ce0939 HTTP/1.1" status: 200 len: 853 time: 0.0440934 May 17 17:13:16.709238 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-9ce96cd7-38a8-41f9-a91d-b59f2e374c80 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6c7d9c40-84df-4392-abe5-e887770a65c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292525 May 17 17:13:16.781019 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb63181-2b1d-4bb7-8edb-c62fe3b80591 req-c6adaa11-1d2e-43bb-9235-5fb938a96505 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:16.783460 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7bb63181-2b1d-4bb7-8edb-c62fe3b80591 req-c6adaa11-1d2e-43bb-9235-5fb938a96505 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 944 time: 0.0512161 May 17 17:13:16.822351 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-6faa1a78-2be2-4bdd-ac42-b89e3a92949e service neutron] 10.222.0.23 "GET /v2.0/networks/6c7d9c40-84df-4392-abe5-e887770a65c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982087 May 17 17:13:16.835105 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7bb63181-2b1d-4bb7-8edb-c62fe3b80591 req-198b6a56-9cb9-40f5-90f9-a30a30b45510 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456986 May 17 17:13:16.929004 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-479ce9e3-a9b7-4b82-80b1-b087888720e8 req-c1cfe5ff-2138-4cc1-8816-4b37118c5056 service neutron] 10.222.0.23 "GET /v2.0/networks/6c7d9c40-84df-4392-abe5-e887770a65c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950940 May 17 17:13:17.068958 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 72213c8f-95d2-4e6b-bc71-ec5cf8e62273 up at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:13:17.152362 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning for port 72213c8f-95d2-4e6b-bc71-ec5cf8e62273 completed by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 17:13:17.158925 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning complete for port 72213c8f-95d2-4e6b-bc71-ec5cf8e62273 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:13:17.159383 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (72213c8f-95d2-4e6b-bc71-ec5cf8e62273), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:17.231364 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port 72213c8f-95d2-4e6b-bc71-ec5cf8e62273 is: BUILD; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:13:17.231698 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (72213c8f-95d2-4e6b-bc71-ec5cf8e62273), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:17.254170 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d1426b-07f8-410e-b753-b1d8e9c1102f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72213c8f-95d2-4e6b-bc71-ec5cf8e62273'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:13:17.256440 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47090663941ec1551041a48ed4f6687b33fcf119bf177f9ca48a03ee97be2a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8ca9ac-7b1a-4511-b2aa-50d063bfea8e" -d '{"events": [{"server_uuid": "47d1426b-07f8-410e-b753-b1d8e9c1102f", "name": "network-vif-plugged", "status": "completed", "tag": "72213c8f-95d2-4e6b-bc71-ec5cf8e62273"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:13:17.269378 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port 72213c8f-95d2-4e6b-bc71-ec5cf8e62273, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=72213c8f-95d2-4e6b-bc71-ec5cf8e62273,segment=NetworkSegment(1c156ced-2786-412e-9fcf-5e0bd25c37ad),segment_id=1c156ced-2786-412e-9fcf-5e0bd25c37ad)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:13:17.274136 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (72213c8f-95d2-4e6b-bc71-ec5cf8e62273), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:17.298257 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d635729f-4bf4-4b49-a46e-0deb99abe6d5 x-openstack-request-id: req-d635729f-4bf4-4b49-a46e-0deb99abe6d5 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:13:17.298585 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d1426b-07f8-410e-b753-b1d8e9c1102f", "name": "network-vif-plugged", "status": "completed", "tag": "72213c8f-95d2-4e6b-bc71-ec5cf8e62273", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:13:17.298840 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d635729f-4bf4-4b49-a46e-0deb99abe6d5 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:13:17.299227 dv-cinder-842149-1-iscsi neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d635729f-4bf4-4b49-a46e-0deb99abe6d5'] response: {'server_uuid': '47d1426b-07f8-410e-b753-b1d8e9c1102f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72213c8f-95d2-4e6b-bc71-ec5cf8e62273', 'code': 200} May 17 17:13:17.323704 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=72213c8f-95d2-4e6b-bc71-ec5cf8e62273,revision_number=5']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:13:17.461677 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81259a-db85-4ba0-a34c-8aa36a6e0a07 req-60ba949c-043e-4f8c-a378-00790a7d62ce tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:17.463147 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-fe81259a-db85-4ba0-a34c-8aa36a6e0a07 req-60ba949c-043e-4f8c-a378-00790a7d62ce tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6612e19-6897-484d-85df-fbd505399146 HTTP/1.1" status: 200 len: 944 time: 0.0501382 May 17 17:13:17.509488 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-fe81259a-db85-4ba0-a34c-8aa36a6e0a07 req-7990b0e8-d900-4a41-99de-c6e1d173ea33 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/security-groups?id=269fdd96-ece3-40ff-a060-9a6931d16660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405400 May 17 17:13:17.638490 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d268663-db20-4987-b2fd-d2f654e05222 req-3d8cfe65-403a-41ee-bdd6-af18ebdd60c7 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:17.639942 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2d268663-db20-4987-b2fd-d2f654e05222 req-3d8cfe65-403a-41ee-bdd6-af18ebdd60c7 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 943 time: 0.0451703 May 17 17:13:17.685996 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2d268663-db20-4987-b2fd-d2f654e05222 req-e1077769-e38b-4b5b-a2e9-86a9c1e3cd3a tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399208 May 17 17:13:17.953088 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d6221-87e2-4108-ad5e-ce9b2ceb182f req-5bbcbacc-2a2c-48ee-95f6-df025afa8424 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:17.954867 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-961d6221-87e2-4108-ad5e-ce9b2ceb182f req-5bbcbacc-2a2c-48ee-95f6-df025afa8424 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 945 time: 0.0503457 May 17 17:13:18.009257 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-961d6221-87e2-4108-ad5e-ce9b2ceb182f req-ab58800f-857b-4780-8945-23fee273a7c9 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483868 May 17 17:13:18.630291 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646de453-43ab-48f7-a0ab-9d6a54a8b317 req-2ee9ff9e-dedc-4eb6-abda-54ac40462633 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:18.637682 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-646de453-43ab-48f7-a0ab-9d6a54a8b317 req-2ee9ff9e-dedc-4eb6-abda-54ac40462633 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6612e19-6897-484d-85df-fbd505399146 HTTP/1.1" status: 200 len: 944 time: 0.0553837 May 17 17:13:18.690348 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-646de453-43ab-48f7-a0ab-9d6a54a8b317 req-f92e4ecd-654e-4fb5-82be-3d0f6d800073 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/security-groups?id=269fdd96-ece3-40ff-a060-9a6931d16660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517099 May 17 17:13:18.818618 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411bb3c-d35e-4fac-abdd-c2f2a347cbe3 req-ab7f7e44-23ce-470f-99d6-9efea130403a tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:18.820337 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9411bb3c-d35e-4fac-abdd-c2f2a347cbe3 req-ab7f7e44-23ce-470f-99d6-9efea130403a tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 943 time: 0.0524409 May 17 17:13:18.870622 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9411bb3c-d35e-4fac-abdd-c2f2a347cbe3 req-197658d8-e92c-4668-b839-be1661f921b6 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416338 May 17 17:13:19.080951 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:13:19.139560 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32849ea-ee83-4d88-bf02-603411ee1212 req-d0cfcc27-95e0-4d60-ac84-088d22f3f3b6 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:19.141066 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d32849ea-ee83-4d88-bf02-603411ee1212 req-d0cfcc27-95e0-4d60-ac84-088d22f3f3b6 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 945 time: 0.0519743 May 17 17:13:19.186876 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf,segment=NetworkSegment(03b19a9e-b92f-43ca-91d1-46f289553dc0),segment_id=03b19a9e-b92f-43ca-91d1-46f289553dc0)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:13:19.190874 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d32849ea-ee83-4d88-bf02-603411ee1212 req-0a2323b0-b9dc-4008-85ed-af642368ff2c tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435512 May 17 17:13:19.199806 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Returning: {'device': 'f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf', 'network_id': '6c7d9c40-84df-4392-abe5-e887770a65c6', 'port_id': 'f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf', 'mac_address': 'fa:16:3e:14:d3:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b62141d5-565b-4fdd-b798-f53f12ce0939', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:13:19.234341 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf is: DOWN; New status is: BUILD {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:13:19.234725 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:19.247883 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:13:19.269640 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf,segment=NetworkSegment(03b19a9e-b92f-43ca-91d1-46f289553dc0),segment_id=03b19a9e-b92f-43ca-91d1-46f289553dc0)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:13:19.274399 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:19.328017 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:13:19.608620 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] get_ports_and_sgs() called for port_ids ['f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf'] {{(pid=103512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:13:19.824462 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df54db-7b12-4fc0-b6ba-5e58ab8d0861 req-5006570c-e99a-4897-8c01-2e72ecd30a2e tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:19.826237 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-11df54db-7b12-4fc0-b6ba-5e58ab8d0861 req-5006570c-e99a-4897-8c01-2e72ecd30a2e tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6612e19-6897-484d-85df-fbd505399146 HTTP/1.1" status: 200 len: 945 time: 0.0502312 May 17 17:13:19.881600 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-11df54db-7b12-4fc0-b6ba-5e58ab8d0861 req-012d5f63-7a2f-46c4-957f-8afa750b2000 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/security-groups?id=269fdd96-ece3-40ff-a060-9a6931d16660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482793 May 17 17:13:20.018876 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e9e32-ca52-4a33-aa33-88cb7f67406b req-abee4041-1c16-452a-89f0-6c5c8bef0ed0 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:20.020472 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-024e9e32-ca52-4a33-aa33-88cb7f67406b req-abee4041-1c16-452a-89f0-6c5c8bef0ed0 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 943 time: 0.0516613 May 17 17:13:20.068321 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-024e9e32-ca52-4a33-aa33-88cb7f67406b req-319ffffb-f53e-4112-b620-6d336d7c53a9 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421770 May 17 17:13:20.317955 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45f80a-6f05-4be5-81fb-9ba3e687784e req-f442cb82-c60d-4174-9c5f-5aeabd3575b0 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:20.319497 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ff45f80a-6f05-4be5-81fb-9ba3e687784e req-f442cb82-c60d-4174-9c5f-5aeabd3575b0 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 945 time: 0.0553770 May 17 17:13:20.392998 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ff45f80a-6f05-4be5-81fb-9ba3e687784e req-3d79606a-7f07-4385-b8b8-2d2add9dd8ab tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672736 May 17 17:13:20.998455 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80521fca-2739-42ad-9fc7-5c07f73df887 req-d9c31480-d6e5-4d5d-9f43-8ede47559288 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:20.999927 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-80521fca-2739-42ad-9fc7-5c07f73df887 req-d9c31480-d6e5-4d5d-9f43-8ede47559288 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6612e19-6897-484d-85df-fbd505399146 HTTP/1.1" status: 200 len: 945 time: 0.0470760 May 17 17:13:21.051430 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-80521fca-2739-42ad-9fc7-5c07f73df887 req-891c4058-9d5c-4fe5-ad2f-361402dc480f tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/security-groups?id=269fdd96-ece3-40ff-a060-9a6931d16660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458081 May 17 17:13:21.174913 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b5d07687-9edb-4e29-b9e9-d4b7a9315cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:21.189345 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7eac13-a77f-477b-85a7-15c44ad4e690 req-e46711ce-3d05-45b2-8ba5-3d949e0067a9 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:21.190817 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1c7eac13-a77f-477b-85a7-15c44ad4e690 req-e46711ce-3d05-45b2-8ba5-3d949e0067a9 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 943 time: 0.0481191 May 17 17:13:21.239219 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1c7eac13-a77f-477b-85a7-15c44ad4e690 req-b1653ad4-9052-4e01-9e94-6f711b607415 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413256 May 17 17:13:21.518932 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147f44e-1fb3-4df4-8d44-157f24887e89 req-e9b1384a-0847-4856-95f3-1bf8da70e84d tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:21.520429 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3147f44e-1fb3-4df4-8d44-157f24887e89 req-e9b1384a-0847-4856-95f3-1bf8da70e84d tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 945 time: 0.0466852 May 17 17:13:21.570214 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3147f44e-1fb3-4df4-8d44-157f24887e89 req-fa24739f-4e05-4efb-9e97-04d170474b02 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441918 May 17 17:13:22.508483 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ec913-7ec3-4a4c-bfd1-86d411147571 req-5f23776d-87f6-4b86-b651-7f4a53beeb6f tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:22.510083 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-993ec913-7ec3-4a4c-bfd1-86d411147571 req-5f23776d-87f6-4b86-b651-7f4a53beeb6f tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6612e19-6897-484d-85df-fbd505399146 HTTP/1.1" status: 200 len: 945 time: 0.3728781 May 17 17:13:22.537559 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580325e-ddc3-460b-a7b3-b27fea18932a req-2df70496-a8af-40d4-b888-4244a5f74490 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:22.540116 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8580325e-ddc3-460b-a7b3-b27fea18932a req-2df70496-a8af-40d4-b888-4244a5f74490 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 943 time: 0.0774794 May 17 17:13:22.595373 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-993ec913-7ec3-4a4c-bfd1-86d411147571 req-fa3e0de8-e49d-40a8-9c52-d06037cb8809 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/security-groups?id=269fdd96-ece3-40ff-a060-9a6931d16660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784898 May 17 17:13:22.623828 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8580325e-ddc3-460b-a7b3-b27fea18932a req-6ae61195-0198-4674-9ff2-09de6625862a tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785232 May 17 17:13:22.717421 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275361a-577a-4883-8640-3ab636e9b03a req-df0c7b85-4f8b-4e6e-83e9-3b27b8d8ffa9 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:22.720723 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c275361a-577a-4883-8640-3ab636e9b03a req-df0c7b85-4f8b-4e6e-83e9-3b27b8d8ffa9 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 945 time: 0.0506332 May 17 17:13:22.742303 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.agents_db [None req-bd8c2525-aad1-4fe1-b03f-cf2f293aaa3a None None] Agent healthcheck: found 6 active agents {{(pid=103513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:13:22.775837 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c275361a-577a-4883-8640-3ab636e9b03a req-eacc80b9-3cd1-4af9-a411-ebcd6b0b09b9 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499365 May 17 17:13:23.357216 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-28b4d7ca-f972-4c15-bf80-e2060974ceb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:23.480968 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf up at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:13:23.512928 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (f77364a9-2f6e-44ad-9fc6-92e3e143ef92), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:23.529309 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning for port f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf completed by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 17:13:23.538060 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning complete for port f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:13:23.538603 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:23.616015 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf is: BUILD; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:13:23.616324 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:23.641660 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6612e19-6897-484d-85df-fbd505399146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:13:23.643959 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47090663941ec1551041a48ed4f6687b33fcf119bf177f9ca48a03ee97be2a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e291c828-3b47-4413-b1e2-65568f98a47d" -d '{"events": [{"server_uuid": "f6612e19-6897-484d-85df-fbd505399146", "name": "network-vif-plugged", "status": "completed", "tag": "f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:13:23.654705 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf,segment=NetworkSegment(03b19a9e-b92f-43ca-91d1-46f289553dc0),segment_id=03b19a9e-b92f-43ca-91d1-46f289553dc0)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:13:23.661388 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:23.710003 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74c1360-144f-430b-8aea-6fd8575e803f x-openstack-request-id: req-f74c1360-144f-430b-8aea-6fd8575e803f {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:13:23.710300 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6612e19-6897-484d-85df-fbd505399146", "name": "network-vif-plugged", "status": "completed", "tag": "f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:13:23.710562 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f74c1360-144f-430b-8aea-6fd8575e803f {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:13:23.710968 dv-cinder-842149-1-iscsi neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f74c1360-144f-430b-8aea-6fd8575e803f'] response: {'server_uuid': 'f6612e19-6897-484d-85df-fbd505399146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf', 'code': 200} May 17 17:13:23.733139 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93dcd8-5861-40c0-8cb9-0ae2fd0ac6b2 req-fe51db5f-1e30-4032-8e9f-75a7ae6c0886 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:23.742623 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2e93dcd8-5861-40c0-8cb9-0ae2fd0ac6b2 req-fe51db5f-1e30-4032-8e9f-75a7ae6c0886 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6612e19-6897-484d-85df-fbd505399146 HTTP/1.1" status: 200 len: 946 time: 0.0640616 May 17 17:13:23.743541 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf,revision_number=5']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:13:23.822490 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2e93dcd8-5861-40c0-8cb9-0ae2fd0ac6b2 req-460de832-1598-4d5a-bbef-b5eefd9a4d40 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/security-groups?id=269fdd96-ece3-40ff-a060-9a6931d16660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787992 May 17 17:13:23.830322 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ad351-8d0c-4082-b8fa-050a46fe8ddc req-d363d80e-8933-4c58-9552-38acc62b0747 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:23.832203 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-126ad351-8d0c-4082-b8fa-050a46fe8ddc req-d363d80e-8933-4c58-9552-38acc62b0747 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 943 time: 0.0697320 May 17 17:13:23.897791 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-126ad351-8d0c-4082-b8fa-050a46fe8ddc req-c1b84e77-0c23-40dc-8c5f-afca50550151 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597274 May 17 17:13:23.948595 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8b339-88a4-45e7-abca-35621696e9a1 req-9c3b649b-ec44-4d8f-9c70-c95a7685a414 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:23.953672 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-35a8b339-88a4-45e7-abca-35621696e9a1 req-9c3b649b-ec44-4d8f-9c70-c95a7685a414 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 945 time: 0.0513837 May 17 17:13:24.005765 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-35a8b339-88a4-45e7-abca-35621696e9a1 req-35189d2e-80b9-4365-b82b-50892e972052 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497625 May 17 17:13:24.834666 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:24.959358 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29425f9c-940e-4405-b6e9-ccb9c10955d7 req-04b165fe-ed22-4399-8128-dfd60607e0e6 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:24.960892 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-29425f9c-940e-4405-b6e9-ccb9c10955d7 req-04b165fe-ed22-4399-8128-dfd60607e0e6 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6612e19-6897-484d-85df-fbd505399146 HTTP/1.1" status: 200 len: 946 time: 0.0480785 May 17 17:13:25.035471 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa388c-59fe-4109-924b-f10d43c4bb98 req-9635b3a0-fc37-417d-8014-0e6151e373e5 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:25.037010 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-e5fa388c-59fe-4109-924b-f10d43c4bb98 req-9635b3a0-fc37-417d-8014-0e6151e373e5 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 943 time: 0.0647447 May 17 17:13:25.068405 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-29425f9c-940e-4405-b6e9-ccb9c10955d7 req-3e6aea01-470d-4fdc-8a7b-731f0707473e tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/security-groups?id=269fdd96-ece3-40ff-a060-9a6931d16660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019740 May 17 17:13:25.102141 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-e5fa388c-59fe-4109-924b-f10d43c4bb98 req-c16245e7-ffb6-48cb-9649-0727e8ba09fd tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546112 May 17 17:13:25.194651 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f64e10-1d84-400e-a1cc-fdd45a30ac0c req-1573c261-a462-480c-8188-70611bd61d61 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:25.196070 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-47f64e10-1d84-400e-a1cc-fdd45a30ac0c req-1573c261-a462-480c-8188-70611bd61d61 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 945 time: 0.0555234 May 17 17:13:25.260243 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-47f64e10-1d84-400e-a1cc-fdd45a30ac0c req-b5a4da13-a84e-404d-9e29-c3e7f34b53e8 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583215 May 17 17:13:25.878584 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:26.191351 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4485be-4ab8-42bc-b56d-37982ad186d2 req-12a6ff5b-7d0c-49c5-b18a-1a829ed7fce5 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:26.193012 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-4f4485be-4ab8-42bc-b56d-37982ad186d2 req-12a6ff5b-7d0c-49c5-b18a-1a829ed7fce5 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6612e19-6897-484d-85df-fbd505399146 HTTP/1.1" status: 200 len: 946 time: 0.0507786 May 17 17:13:26.273629 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8555ca-517a-44b5-9b65-5955642b75d9 req-7dbbfe37-aa78-4e97-b2b8-f08732889235 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:26.275242 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7c8555ca-517a-44b5-9b65-5955642b75d9 req-7dbbfe37-aa78-4e97-b2b8-f08732889235 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 943 time: 0.0903900 May 17 17:13:26.278985 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-4f4485be-4ab8-42bc-b56d-37982ad186d2 req-8023f527-2310-495a-9d1a-2e545b54bcd6 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/security-groups?id=269fdd96-ece3-40ff-a060-9a6931d16660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769012 May 17 17:13:26.339857 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7c8555ca-517a-44b5-9b65-5955642b75d9 req-15778c62-2e0d-44db-bb0a-1ad744670883 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565372 May 17 17:13:26.425782 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116f80e-4dd6-4aca-b919-5cca29bb5f32 req-a0eaf1c8-d6fc-4a2f-a874-17525b1d4efc tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:26.427428 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-0116f80e-4dd6-4aca-b919-5cca29bb5f32 req-a0eaf1c8-d6fc-4a2f-a874-17525b1d4efc tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 945 time: 0.0578680 May 17 17:13:26.496027 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-0116f80e-4dd6-4aca-b919-5cca29bb5f32 req-c259ca1d-3b29-4177-838a-2cfac15b2541 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626297 May 17 17:13:27.441244 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633564d-6833-413a-8556-a2f0c800ed92 req-23e5a5cc-33f7-4c7d-80fa-56b77ee2ab91 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:27.442722 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1633564d-6833-413a-8556-a2f0c800ed92 req-23e5a5cc-33f7-4c7d-80fa-56b77ee2ab91 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6612e19-6897-484d-85df-fbd505399146 HTTP/1.1" status: 200 len: 946 time: 0.0895658 May 17 17:13:27.449857 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:27.493375 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667741c7-8fb3-4533-b55a-ae64292bbaf7 req-dd683e44-891f-42e5-9d31-636222593009 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:27.494896 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-667741c7-8fb3-4533-b55a-ae64292bbaf7 req-dd683e44-891f-42e5-9d31-636222593009 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 943 time: 0.0735633 May 17 17:13:27.538453 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1633564d-6833-413a-8556-a2f0c800ed92 req-1c6a3664-deca-464f-8715-a564e2fa5733 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/security-groups?id=269fdd96-ece3-40ff-a060-9a6931d16660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748978 May 17 17:13:27.572615 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-667741c7-8fb3-4533-b55a-ae64292bbaf7 req-591e7712-57ff-4d05-b814-d38cfe2a4838 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697448 May 17 17:13:27.667250 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b82427-1822-4020-8c33-58edba3aff01 req-99e9d0e2-6882-4ba3-b280-8be5efa24039 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:27.668949 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-90b82427-1822-4020-8c33-58edba3aff01 req-99e9d0e2-6882-4ba3-b280-8be5efa24039 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 945 time: 0.0575538 May 17 17:13:27.722531 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-90b82427-1822-4020-8c33-58edba3aff01 req-e30d7499-fdd4-4705-8907-88b973d74de8 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463026 May 17 17:13:28.652042 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd577c3-00b1-436b-a9c4-ee9c66efd236 req-fbad5b66-9e7a-44a9-9176-29f8bfc9340e tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:28.653637 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-bcd577c3-00b1-436b-a9c4-ee9c66efd236 req-fbad5b66-9e7a-44a9-9176-29f8bfc9340e tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6612e19-6897-484d-85df-fbd505399146 HTTP/1.1" status: 200 len: 946 time: 0.0464740 May 17 17:13:28.704956 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-bcd577c3-00b1-436b-a9c4-ee9c66efd236 req-2ef9d369-5ba3-47e4-a348-865d3055facc tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/security-groups?id=269fdd96-ece3-40ff-a060-9a6931d16660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441864 May 17 17:13:28.808270 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cc30c-ba11-44fd-a99a-d462c0e17992 req-f9b49996-c4c4-4b2a-b8b5-7f5660c88591 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:28.809852 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-bb8cc30c-ba11-44fd-a99a-d462c0e17992 req-f9b49996-c4c4-4b2a-b8b5-7f5660c88591 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 943 time: 0.0491519 May 17 17:13:28.870343 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-bb8cc30c-ba11-44fd-a99a-d462c0e17992 req-3eb043c9-f512-4a3d-9ee5-63c27b158ae1 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527775 May 17 17:13:28.983460 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 47750) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:13:28.988055 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae72d68-d43f-48b6-a734-d496ba3a611d req-1bd27144-6a87-4353-90ec-1d61fde5aa5e tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:28.989642 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5ae72d68-d43f-48b6-a734-d496ba3a611d req-1bd27144-6a87-4353-90ec-1d61fde5aa5e tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 945 time: 0.0480430 May 17 17:13:29.039491 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5ae72d68-d43f-48b6-a734-d496ba3a611d req-400e55e8-947b-4e39-9470-31eb57e8a00d tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443537 May 17 17:13:29.092746 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-662fabe1-d388-431f-8680-06356807df05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:29.166543 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-662fabe1-d388-431f-8680-06356807df05 admin admin] Publish callbacks [] for security_group (347df26f-8eb5-4e96-bfa8-7627bc6e1162), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:29.170987 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-662fabe1-d388-431f-8680-06356807df05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (347df26f-8eb5-4e96-bfa8-7627bc6e1162), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:29.209922 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-662fabe1-d388-431f-8680-06356807df05 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8fb2bceba70b4deebef4f0e2f2e825b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252879 May 17 17:13:29.210903 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662fabe1-d388-431f-8680-06356807df05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347df26f-8eb5-4e96-bfa8-7627bc6e1162,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:13:29.212563 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 47754) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:13:29.218888 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662fabe1-d388-431f-8680-06356807df05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:29.219283 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662fabe1-d388-431f-8680-06356807df05 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:29.219643 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662fabe1-d388-431f-8680-06356807df05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:29.219992 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662fabe1-d388-431f-8680-06356807df05 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:29.220423 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662fabe1-d388-431f-8680-06356807df05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:29.220759 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662fabe1-d388-431f-8680-06356807df05 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:29.221080 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662fabe1-d388-431f-8680-06356807df05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:29.221407 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662fabe1-d388-431f-8680-06356807df05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:29.221735 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662fabe1-d388-431f-8680-06356807df05 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:29.222063 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662fabe1-d388-431f-8680-06356807df05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:29.222400 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662fabe1-d388-431f-8680-06356807df05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:29.222734 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662fabe1-d388-431f-8680-06356807df05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:29.223058 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662fabe1-d388-431f-8680-06356807df05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:29.223381 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662fabe1-d388-431f-8680-06356807df05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:29.223732 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662fabe1-d388-431f-8680-06356807df05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:29.261360 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-9c75ef34-d712-485a-9ffa-92428ff8233b admin admin] Publish callbacks [] for security_group (347df26f-8eb5-4e96-bfa8-7627bc6e1162), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:29.281382 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-9c75ef34-d712-485a-9ffa-92428ff8233b admin admin] Publish callbacks [] for security_group (347df26f-8eb5-4e96-bfa8-7627bc6e1162), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:29.327300 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-9c75ef34-d712-485a-9ffa-92428ff8233b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (347df26f-8eb5-4e96-bfa8-7627bc6e1162), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:29.330001 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-9c75ef34-d712-485a-9ffa-92428ff8233b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:29.331142 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-9c75ef34-d712-485a-9ffa-92428ff8233b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/347df26f-8eb5-4e96-bfa8-7627bc6e1162 HTTP/1.1" status: 204 len: 168 time: 0.1175919 May 17 17:13:29.339389 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c75ef34-d712-485a-9ffa-92428ff8233b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347df26f-8eb5-4e96-bfa8-7627bc6e1162,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:13:29.347536 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c75ef34-d712-485a-9ffa-92428ff8233b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:29.347913 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c75ef34-d712-485a-9ffa-92428ff8233b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:29.348263 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c75ef34-d712-485a-9ffa-92428ff8233b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:29.348605 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c75ef34-d712-485a-9ffa-92428ff8233b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:29.348942 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c75ef34-d712-485a-9ffa-92428ff8233b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:29.349282 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c75ef34-d712-485a-9ffa-92428ff8233b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:29.349611 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c75ef34-d712-485a-9ffa-92428ff8233b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:29.349940 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c75ef34-d712-485a-9ffa-92428ff8233b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:29.350268 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c75ef34-d712-485a-9ffa-92428ff8233b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:29.350602 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c75ef34-d712-485a-9ffa-92428ff8233b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:29.350908 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c75ef34-d712-485a-9ffa-92428ff8233b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:29.351237 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c75ef34-d712-485a-9ffa-92428ff8233b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:29.351557 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c75ef34-d712-485a-9ffa-92428ff8233b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:29.351903 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c75ef34-d712-485a-9ffa-92428ff8233b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:29.352228 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c75ef34-d712-485a-9ffa-92428ff8233b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:29.820823 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959f689-e04b-41a4-87fa-3b55290b8b13 req-119044fc-3c5e-4f52-888b-0ac2d462abb4 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:29.822297 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7959f689-e04b-41a4-87fa-3b55290b8b13 req-119044fc-3c5e-4f52-888b-0ac2d462abb4 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6612e19-6897-484d-85df-fbd505399146 HTTP/1.1" status: 200 len: 946 time: 0.0500088 May 17 17:13:29.868657 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7959f689-e04b-41a4-87fa-3b55290b8b13 req-c6ad825e-125a-41d7-ac55-f43aaa77317a tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/security-groups?id=269fdd96-ece3-40ff-a060-9a6931d16660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405602 May 17 17:13:29.989632 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41227542-8deb-4f9e-8667-33068a46fe12 req-4f87ed7a-d247-4c5b-97f5-1c3346f087dc tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:29.990987 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-41227542-8deb-4f9e-8667-33068a46fe12 req-4f87ed7a-d247-4c5b-97f5-1c3346f087dc tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 943 time: 0.0461702 May 17 17:13:30.037476 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-41227542-8deb-4f9e-8667-33068a46fe12 req-3808bd06-cef2-4f30-b0e0-92e822776292 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410273 May 17 17:13:30.149616 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e4f6b-9cb9-4eef-bada-6514c77dfff3 req-169cedac-771d-4a72-88fc-9e6113dd4b3e tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:30.151085 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-837e4f6b-9cb9-4eef-bada-6514c77dfff3 req-169cedac-771d-4a72-88fc-9e6113dd4b3e tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 945 time: 0.0467680 May 17 17:13:30.201952 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-837e4f6b-9cb9-4eef-bada-6514c77dfff3 req-cac8ca63-295a-433c-b48e-83af5001b503 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453711 May 17 17:13:30.730268 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e3968-22e1-42b0-a32e-64ee4f23a3dd req-58b6dbef-b097-4370-acbb-d659dcc7bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:30.731863 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-aa6e3968-22e1-42b0-a32e-64ee4f23a3dd req-58b6dbef-b097-4370-acbb-d659dcc7bd55 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=260311245b60460283c01ebc87cb5bc2&device_id=f6612e19-6897-484d-85df-fbd505399146 HTTP/1.1" status: 200 len: 1130 time: 0.0404284 May 17 17:13:30.835434 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e3968-22e1-42b0-a32e-64ee4f23a3dd req-247c66b1-5a70-4408-b81d-7b288fd925b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:30.836950 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-aa6e3968-22e1-42b0-a32e-64ee4f23a3dd req-247c66b1-5a70-4408-b81d-7b288fd925b4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6c7d9c40-84df-4392-abe5-e887770a65c6 HTTP/1.1" status: 200 len: 914 time: 0.0968068 May 17 17:13:30.983575 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ffdf1-3d3a-491e-89f8-416097f2f893 req-623db929-7ab4-4b79-aa62-ae0acfd82702 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:30.985154 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-963ffdf1-3d3a-491e-89f8-416097f2f893 req-623db929-7ab4-4b79-aa62-ae0acfd82702 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6612e19-6897-484d-85df-fbd505399146 HTTP/1.1" status: 200 len: 946 time: 0.0456707 May 17 17:13:31.031375 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-963ffdf1-3d3a-491e-89f8-416097f2f893 req-626f604c-cdab-4452-be0c-99298064ff5c tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/security-groups?id=269fdd96-ece3-40ff-a060-9a6931d16660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399387 May 17 17:13:31.155346 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39fea57-096f-49f2-b0a7-57f07ffbc002 req-af5cea38-53f9-4217-abe2-062e76e1f8d5 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:31.157357 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a39fea57-096f-49f2-b0a7-57f07ffbc002 req-af5cea38-53f9-4217-abe2-062e76e1f8d5 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 943 time: 0.0456312 May 17 17:13:31.202770 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a39fea57-096f-49f2-b0a7-57f07ffbc002 req-13bc7a11-c811-443a-839d-58a7c439f611 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396373 May 17 17:13:31.316953 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467b309-ebe5-48a1-9012-2ed5c3863a98 req-b1f13ab5-db18-4898-98f6-8a14d54b9563 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:31.318397 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1467b309-ebe5-48a1-9012-2ed5c3863a98 req-b1f13ab5-db18-4898-98f6-8a14d54b9563 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 945 time: 0.0504045 May 17 17:13:31.367833 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1467b309-ebe5-48a1-9012-2ed5c3863a98 req-1e3c0abc-f95e-4104-9be5-7a30557cf534 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437961 May 17 17:13:31.562262 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-aa6e3968-22e1-42b0-a32e-64ee4f23a3dd req-8cb237e6-4519-4dc4-ac7a-b0c3f579a73d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf HTTP/1.1" status: 200 len: 217 time: 0.0434225 May 17 17:13:31.629314 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-655a36a6-4441-48ae-8226-28647a01598f req-2e123909-f2d8-48f5-b284-cec602e6b150 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758159 May 17 17:13:31.665370 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e3968-22e1-42b0-a32e-64ee4f23a3dd req-4dcee28d-f191-4b0a-93e7-4a79c5b54ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:31.666993 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-aa6e3968-22e1-42b0-a32e-64ee4f23a3dd req-4dcee28d-f191-4b0a-93e7-4a79c5b54ee5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b62141d5-565b-4fdd-b798-f53f12ce0939 HTTP/1.1" status: 200 len: 853 time: 0.0845733 May 17 17:13:31.730412 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0c0f0-542e-4fbb-acb4-d6c559cb6f58 req-d0ec8625-db99-436a-8c35-e5bcbf0f0282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:31.731926 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f4d0c0f0-542e-4fbb-acb4-d6c559cb6f58 req-d0ec8625-db99-436a-8c35-e5bcbf0f0282 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 1129 time: 0.1017332 May 17 17:13:31.764287 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-aa6e3968-22e1-42b0-a32e-64ee4f23a3dd req-65280090-0a82-4dc7-bd21-8f9b95ad6a9f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6c7d9c40-84df-4392-abe5-e887770a65c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736723 May 17 17:13:31.779504 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafbddc7-8021-44b2-9a2e-ef89d7df5d3a req-01153cc4-5a04-4e9f-95dd-bc1cff05dc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:31.780965 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-dafbddc7-8021-44b2-9a2e-ef89d7df5d3a req-01153cc4-5a04-4e9f-95dd-bc1cff05dc07 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f6612e19-6897-484d-85df-fbd505399146 HTTP/1.1" status: 200 len: 1130 time: 0.1132574 May 17 17:13:31.792642 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a36a6-4441-48ae-8226-28647a01598f req-49374eaa-d1a0-4db9-ae6f-648defa26044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:31.794012 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-655a36a6-4441-48ae-8226-28647a01598f req-49374eaa-d1a0-4db9-ae6f-648defa26044 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea3305a913c541e4a45267497213df1c&device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 1129 time: 0.1234825 May 17 17:13:31.912399 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f4d0c0f0-542e-4fbb-acb4-d6c559cb6f58 req-f326e8a4-e779-4783-b15e-5801ebc74a8c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595016 May 17 17:13:31.965312 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-dafbddc7-8021-44b2-9a2e-ef89d7df5d3a req-a54288a5-5a07-4a13-a26e-ee9b7c8a039f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=269fdd96-ece3-40ff-a060-9a6931d16660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739395 May 17 17:13:31.998005 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-aa6e3968-22e1-42b0-a32e-64ee4f23a3dd req-3a6ed517-217e-4f7c-843e-229927cc2d9e service neutron] 10.222.0.23 "GET /v2.0/networks/6c7d9c40-84df-4392-abe5-e887770a65c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197564 May 17 17:13:32.002830 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a36a6-4441-48ae-8226-28647a01598f req-7e90f223-f689-4810-beb8-813a9787f183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:32.004198 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-655a36a6-4441-48ae-8226-28647a01598f req-7e90f223-f689-4810-beb8-813a9787f183 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d8fd1f2f-e54a-4844-8483-0ddae8800cdb HTTP/1.1" status: 200 len: 920 time: 0.1793504 May 17 17:13:32.146963 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3014cd6-543d-46da-8c2c-b57de8aa5bbe req-0a077c9b-c360-4355-aa34-c811d5bec018 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:32.148467 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f3014cd6-543d-46da-8c2c-b57de8aa5bbe req-0a077c9b-c360-4355-aa34-c811d5bec018 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6612e19-6897-484d-85df-fbd505399146 HTTP/1.1" status: 200 len: 946 time: 0.0481150 May 17 17:13:32.195791 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f3014cd6-543d-46da-8c2c-b57de8aa5bbe req-702a36f7-180c-423f-89e7-4e2072403086 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/security-groups?id=269fdd96-ece3-40ff-a060-9a6931d16660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417335 May 17 17:13:32.325855 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1cde98-6cf8-4d24-b8da-b08272695340 req-3039f82a-819b-4509-806d-d2b67f720008 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:32.327309 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1a1cde98-6cf8-4d24-b8da-b08272695340 req-3039f82a-819b-4509-806d-d2b67f720008 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 943 time: 0.0506828 May 17 17:13:32.375639 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1a1cde98-6cf8-4d24-b8da-b08272695340 req-6c582aa8-876d-44b8-ab03-0f6d05c15449 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423658 May 17 17:13:32.477784 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b869023-5487-4db3-a061-472d8950115b req-a3c1e444-5fa9-4051-9643-72d125b82501 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:32.479259 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-6b869023-5487-4db3-a061-472d8950115b req-a3c1e444-5fa9-4051-9643-72d125b82501 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 945 time: 0.0461760 May 17 17:13:32.526996 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-6b869023-5487-4db3-a061-472d8950115b req-d9545349-b13e-4662-bde4-6ff40cfd275a tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422740 May 17 17:13:32.881678 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-655a36a6-4441-48ae-8226-28647a01598f req-c4db0bba-9391-4625-b932-9d8e0d0fcaa7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1efef679-0e58-4dd9-94e3-c4f323122713 HTTP/1.1" status: 200 len: 217 time: 0.0578954 May 17 17:13:32.957891 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-aa6e3968-22e1-42b0-a32e-64ee4f23a3dd req-2b32b124-9d00-4738-9e59-465db8208be9 service neutron] 10.222.0.23 "GET /v2.0/networks/6c7d9c40-84df-4392-abe5-e887770a65c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269472 May 17 17:13:33.307725 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3f29b-7be2-4718-857f-316c34cd7da2 req-aaa5295c-19fc-49d8-948e-e28c98f9a69f tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:33.309213 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-13e3f29b-7be2-4718-857f-316c34cd7da2 req-aaa5295c-19fc-49d8-948e-e28c98f9a69f tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6612e19-6897-484d-85df-fbd505399146 HTTP/1.1" status: 200 len: 946 time: 0.0482819 May 17 17:13:33.361111 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-13e3f29b-7be2-4718-857f-316c34cd7da2 req-cc7fe329-baa5-4fc3-b7c6-9302ef6588bd tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/security-groups?id=269fdd96-ece3-40ff-a060-9a6931d16660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453556 May 17 17:13:33.437239 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a36a6-4441-48ae-8226-28647a01598f req-83ec3cd9-c242-4982-88e8-b8032bc00a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:33.440110 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-655a36a6-4441-48ae-8226-28647a01598f req-83ec3cd9-c242-4982-88e8-b8032bc00a1a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ac6ed14f-342b-4c1d-a6d0-3f83923520d0 HTTP/1.1" status: 200 len: 858 time: 0.0511239 May 17 17:13:33.498288 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac584ace-4e76-455d-972a-ef94c35b78f7 req-a99e4a4c-d6d1-4218-aded-5e60371fbd77 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:33.499714 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ac584ace-4e76-455d-972a-ef94c35b78f7 req-a99e4a4c-d6d1-4218-aded-5e60371fbd77 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 943 time: 0.0470762 May 17 17:13:33.547851 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ac584ace-4e76-455d-972a-ef94c35b78f7 req-ba01b700-0916-4575-bb0e-00abd66d0a8d tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413043 May 17 17:13:33.637255 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef94f0-3113-463e-a165-b258b4dcb06f req-5b58c9a1-bb9a-476d-a1e2-837010d23586 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:33.638705 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9cef94f0-3113-463e-a165-b258b4dcb06f req-5b58c9a1-bb9a-476d-a1e2-837010d23586 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 945 time: 0.0463707 May 17 17:13:33.686574 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9cef94f0-3113-463e-a165-b258b4dcb06f req-4504d816-d757-4f82-9ed8-fc855a69b344 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424027 May 17 17:13:33.805378 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ccc0b-9b11-4a5e-bc0b-4c2eff564acf req-5dc1af71-4a4c-414a-9715-4c5f498e772f tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:33.807390 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-138ccc0b-9b11-4a5e-bc0b-4c2eff564acf req-5dc1af71-4a4c-414a-9715-4c5f498e772f tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 945 time: 0.0525138 May 17 17:13:33.857190 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-138ccc0b-9b11-4a5e-bc0b-4c2eff564acf req-75d22e01-3b26-4984-b3a9-17671966c7ba tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443215 May 17 17:13:33.879146 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 47796) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:13:34.082049 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a36a6-4441-48ae-8226-28647a01598f req-197982d0-d490-4706-9f18-06a59c3d7ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:34.083325 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-655a36a6-4441-48ae-8226-28647a01598f req-197982d0-d490-4706-9f18-06a59c3d7ccf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d8fd1f2f-e54a-4844-8483-0ddae8800cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0656221 May 17 17:13:34.108265 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8456080-ba10-4bf2-a538-cfeb98cf4665 tempest-TestShelveInstance-24094771 tempest-TestShelveInstance-24094771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:34.109929 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-b8456080-ba10-4bf2-a538-cfeb98cf4665 tempest-TestShelveInstance-24094771 tempest-TestShelveInstance-24094771-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 1124 time: 0.2296078 May 17 17:13:34.112669 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 47802) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:13:34.116845 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-dd7614fa-c239-4dad-a39e-f03163a9c658 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Request body: {'floatingip': {'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'port_id': '72213c8f-95d2-4e6b-bc71-ec5cf8e62273', 'tenant_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:13:34.139542 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-dd7614fa-c239-4dad-a39e-f03163a9c658 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:34.220946 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-dd7614fa-c239-4dad-a39e-f03163a9c658 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:34.325225 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.db_base_plugin_common [None req-dd7614fa-c239-4dad-a39e-f03163a9c658 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Allocated IP 172.27.0.160 (02c56ec1-398e-4da7-8d6f-c5872f286327/162161ae-47ec-4957-8899-c21f028f623a/1ef6ec00-4abb-479d-9fd4-8ac1c84eb903) {{(pid=103511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:13:34.427565 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-dd7614fa-c239-4dad-a39e-f03163a9c658 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks [] for port (1ef6ec00-4abb-479d-9fd4-8ac1c84eb903), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:34.483998 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d6043-d2fb-454e-a10b-9ac57f33991e req-454f1378-91b2-478c-a9ff-b43b1e798a51 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:34.485966 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d51d6043-d2fb-454e-a10b-9ac57f33991e req-454f1378-91b2-478c-a9ff-b43b1e798a51 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6612e19-6897-484d-85df-fbd505399146 HTTP/1.1" status: 200 len: 946 time: 0.0568092 May 17 17:13:34.508448 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-dd7614fa-c239-4dad-a39e-f03163a9c658 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4266351'] for port (1ef6ec00-4abb-479d-9fd4-8ac1c84eb903), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:34.568949 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7614fa-c239-4dad-a39e-f03163a9c658 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Network 02c56ec1-398e-4da7-8d6f-c5872f286327 is already hosted by enough agents. {{(pid=103511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:13:34.576674 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d51d6043-d2fb-454e-a10b-9ac57f33991e req-cb02fe9b-ff24-4c84-9ebf-8134b06152f4 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/security-groups?id=269fdd96-ece3-40ff-a060-9a6931d16660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834956 May 17 17:13:34.580803 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [None req-dd7614fa-c239-4dad-a39e-f03163a9c658 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Resources bound (agent type, host, resource id): {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:13:34.585100 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7614fa-c239-4dad-a39e-f03163a9c658 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Received port after_create {{(pid=103511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:13:34.588343 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7614fa-c239-4dad-a39e-f03163a9c658 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Pushing event updated for resources: {'Port': ['ID=1ef6ec00-4abb-479d-9fd4-8ac1c84eb903,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:13:34.692005 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-655a36a6-4441-48ae-8226-28647a01598f req-bdf4dedc-2114-4caa-9b4d-348644e7ea94 service neutron] 10.222.0.23 "GET /v2.0/networks/d8fd1f2f-e54a-4844-8483-0ddae8800cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274765 May 17 17:13:34.733109 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a794b0-aa8a-4738-b5ce-656571f8fb84 req-d09817a8-89db-435c-bdb2-0c4622b97a73 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:34.735245 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-55a794b0-aa8a-4738-b5ce-656571f8fb84 req-d09817a8-89db-435c-bdb2-0c4622b97a73 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 943 time: 0.0829356 May 17 17:13:34.825798 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-655a36a6-4441-48ae-8226-28647a01598f req-ce276bb5-4470-46c0-9730-37cf8975426e service neutron] 10.222.0.23 "GET /v2.0/networks/d8fd1f2f-e54a-4844-8483-0ddae8800cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896375 May 17 17:13:34.837929 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-55a794b0-aa8a-4738-b5ce-656571f8fb84 req-9ac238ca-59a2-4f56-8f6a-6aa585f8e528 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940928 May 17 17:13:35.018001 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-dd7614fa-c239-4dad-a39e-f03163a9c658 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks [] for floatingip (1437f0eb-8677-46aa-921b-e2435d9fb656), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:35.081582 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-dd7614fa-c239-4dad-a39e-f03163a9c658 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (1ef6ec00-4abb-479d-9fd4-8ac1c84eb903), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:35.265390 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-dd7614fa-c239-4dad-a39e-f03163a9c658 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks [] for port (1ef6ec00-4abb-479d-9fd4-8ac1c84eb903), precommit_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:35.271414 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-dd7614fa-c239-4dad-a39e-f03163a9c658 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4266328'] for port (1ef6ec00-4abb-479d-9fd4-8ac1c84eb903), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:35.348704 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7614fa-c239-4dad-a39e-f03163a9c658 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Pushing event updated for resources: {'Port': ['ID=1ef6ec00-4abb-479d-9fd4-8ac1c84eb903,revision_number=2']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:13:35.357962 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-dd7614fa-c239-4dad-a39e-f03163a9c658 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7866643'] for floatingip (1437f0eb-8677-46aa-921b-e2435d9fb656), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:35.458230 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.db.l3_db [None req-dd7614fa-c239-4dad-a39e-f03163a9c658 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Floating IP 1437f0eb-8677-46aa-921b-e2435d9fb656 associated. External IP: 172.27.0.160, port: 72213c8f-95d2-4e6b-bc71-ec5cf8e62273. May 17 17:13:35.648786 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7614fa-c239-4dad-a39e-f03163a9c658 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Router 41dee493-033b-4f12-a702-0f31bd397ae3 has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:13:35.753992 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7614fa-c239-4dad-a39e-f03163a9c658 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:13:35.763955 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc18fcd9-1abe-459d-8711-460adad8edff None None] Sync routers for ids ['41dee493-033b-4f12-a702-0f31bd397ae3'] in dv-cinder-842149-1-iscsi {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:13:35.771068 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-dd7614fa-c239-4dad-a39e-f03163a9c658 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for floatingip (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:35.774183 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc18fcd9-1abe-459d-8711-460adad8edff None None] Routers {'41dee493-033b-4f12-a702-0f31bd397ae3'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:13:35.774798 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-dc18fcd9-1abe-459d-8711-460adad8edff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:13:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['41dee493-033b-4f12-a702-0f31bd397ae3'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:13:35.883072 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-dc18fcd9-1abe-459d-8711-460adad8edff None None] Set router 41dee493-033b-4f12-a702-0f31bd397ae3 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:13:36.044435 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-dd7614fa-c239-4dad-a39e-f03163a9c658 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9305553 May 17 17:13:36.047249 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47d1426b-07f8-410e-b753-b1d8e9c1102f', 'tag': '72213c8f-95d2-4e6b-bc71-ec5cf8e62273'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:13:36.049809 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}013e0ef84fb20d02ca9c836efc6ccc20e48c75fd9b469b89b36882842dcef414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269efb87-c8ea-4985-95ec-e1a18fdd4352" -d '{"events": [{"name": "network-changed", "server_uuid": "47d1426b-07f8-410e-b753-b1d8e9c1102f", "tag": "72213c8f-95d2-4e6b-bc71-ec5cf8e62273"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:13:36.072596 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3b9f6-2686-4148-9811-5ae9c523d421 req-bbbe988e-60f0-4876-80b9-c86021221571 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:36.074174 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ced3b9f6-2686-4148-9811-5ae9c523d421 req-bbbe988e-60f0-4876-80b9-c86021221571 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 943 time: 0.0744741 May 17 17:13:36.101715 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b965ca4-89d6-4e1b-ade4-eb983cd8c989 x-openstack-request-id: req-5b965ca4-89d6-4e1b-ade4-eb983cd8c989 {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:13:36.102224 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47d1426b-07f8-410e-b753-b1d8e9c1102f", "tag": "72213c8f-95d2-4e6b-bc71-ec5cf8e62273", "status": "completed", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:13:36.102482 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5b965ca4-89d6-4e1b-ade4-eb983cd8c989 {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:13:36.102879 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b965ca4-89d6-4e1b-ade4-eb983cd8c989'] response: {'name': 'network-changed', 'server_uuid': '47d1426b-07f8-410e-b753-b1d8e9c1102f', 'tag': '72213c8f-95d2-4e6b-bc71-ec5cf8e62273', 'status': 'completed', 'code': 200} May 17 17:13:36.149098 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ced3b9f6-2686-4148-9811-5ae9c523d421 req-3afb22fa-9418-42b9-a4f1-5823a149d804 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679212 May 17 17:13:36.226652 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-dc18fcd9-1abe-459d-8711-460adad8edff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dee493-033b-4f12-a702-0f31bd397ae3', 'name': 'tempest-TestShelveInstance-320921139-router', 'tenant_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '514442f4-93c2-4fb3-8b22-434f26cd89ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:12:10Z', 'updated_at': '2022-05-17T17:12:14Z', 'revision_number': 4, 'project_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'gw_port': {'id': '514442f4-93c2-4fb3-8b22-434f26cd89ef', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dee493-033b-4f12-a702-0f31bd397ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:12:11Z', 'updated_at': '2022-05-17T17:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': '1437f0eb-8677-46aa-921b-e2435d9fb656', 'tenant_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': '41dee493-033b-4f12-a702-0f31bd397ae3', 'port_id': '72213c8f-95d2-4e6b-bc71-ec5cf8e62273', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fac7d240-6e72-4e7e-a11f-51c520d02d21', 'mac_address': 'fa:16:3e:71:30:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d1426b-07f8-410e-b753-b1d8e9c1102f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:13:34Z', 'updated_at': '2022-05-17T17:13:34Z', 'revision_number': 0, 'project_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f27059f-e873-4b0c-99be-8260deddc27d', 'name': '', 'network_id': 'fac7d240-6e72-4e7e-a11f-51c520d02d21', 'tenant_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'mac_address': 'fa:16:3e:3e:e6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dee493-033b-4f12-a702-0f31bd397ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'a7d1a19a-d549-479d-ad0e-c4729109fef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:12:13Z', 'updated_at': '2022-05-17T17:12:20Z', 'revision_number': 5, 'project_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'subnets': [{'id': 'a7d1a19a-d549-479d-ad0e-c4729109fef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:13:36.254268 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269efb87-c8ea-4985-95ec-e1a18fdd4352 req-5c4e8d93-8d2b-455a-9f7e-d7ae5a9edc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:36.255257 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc18fcd9-1abe-459d-8711-460adad8edff None None] Checking router: 41dee493-033b-4f12-a702-0f31bd397ae3 for host: dv-cinder-842149-1-iscsi {{(pid=103513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:13:36.267657 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-269efb87-c8ea-4985-95ec-e1a18fdd4352 req-5c4e8d93-8d2b-455a-9f7e-d7ae5a9edc26 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2630e0044e5f4f28b8d2adcfeaf0c604&device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 1129 time: 0.1065223 May 17 17:13:36.273170 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc18fcd9-1abe-459d-8711-460adad8edff None None] Routers {'41dee493-033b-4f12-a702-0f31bd397ae3'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:13:36.274015 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-dc18fcd9-1abe-459d-8711-460adad8edff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:13:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['41dee493-033b-4f12-a702-0f31bd397ae3'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:13:36.359174 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269efb87-c8ea-4985-95ec-e1a18fdd4352 req-f5396cb1-cf36-49d5-a145-b3287414fb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:36.360796 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-269efb87-c8ea-4985-95ec-e1a18fdd4352 req-f5396cb1-cf36-49d5-a145-b3287414fb0e service neutron] 10.222.0.23 "GET /v2.0/networks?id=fac7d240-6e72-4e7e-a11f-51c520d02d21 HTTP/1.1" status: 200 len: 909 time: 0.0944812 May 17 17:13:36.391522 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 47834) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:13:36.396015 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-e45139b2-3cf4-4e93-94e3-da8e6176a6cd tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1843930141', 'description': 'tempest-description--1215783937'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:13:36.421649 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-dc18fcd9-1abe-459d-8711-460adad8edff None None] Set router 41dee493-033b-4f12-a702-0f31bd397ae3 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:13:36.421855 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e45139b2-3cf4-4e93-94e3-da8e6176a6cd tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:36.451200 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-269efb87-c8ea-4985-95ec-e1a18fdd4352 req-5e2a1e16-f01d-4527-882a-d75437658de1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72213c8f-95d2-4e6b-bc71-ec5cf8e62273 HTTP/1.1" status: 200 len: 999 time: 0.0793030 May 17 17:13:36.515346 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e45139b2-3cf4-4e93-94e3-da8e6176a6cd tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group (78b70aca-2835-471e-a2f2-b826e774dec6), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:36.528791 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e45139b2-3cf4-4e93-94e3-da8e6176a6cd tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (78b70aca-2835-471e-a2f2-b826e774dec6), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:36.538913 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269efb87-c8ea-4985-95ec-e1a18fdd4352 req-f3dbbe9b-acea-4867-a9ac-d4f0e84ab808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:36.540787 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-269efb87-c8ea-4985-95ec-e1a18fdd4352 req-f3dbbe9b-acea-4867-a9ac-d4f0e84ab808 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a7d1a19a-d549-479d-ad0e-c4729109fef8 HTTP/1.1" status: 200 len: 847 time: 0.0765793 May 17 17:13:36.551449 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e45139b2-3cf4-4e93-94e3-da8e6176a6cd tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:36.555280 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-e45139b2-3cf4-4e93-94e3-da8e6176a6cd tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1601861 May 17 17:13:36.558818 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 47838) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:13:36.563508 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-1919bd05-4e9f-4b3e-842e-a808fa2c9848 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Request body: {'security_group_rule': {'security_group_id': '78b70aca-2835-471e-a2f2-b826e774dec6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:13:36.588423 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45139b2-3cf4-4e93-94e3-da8e6176a6cd tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78b70aca-2835-471e-a2f2-b826e774dec6,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:13:36.599202 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269efb87-c8ea-4985-95ec-e1a18fdd4352 req-7691c6e3-1d2d-4822-b140-620114892d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:36.601197 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-269efb87-c8ea-4985-95ec-e1a18fdd4352 req-7691c6e3-1d2d-4822-b140-620114892d1d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fac7d240-6e72-4e7e-a11f-51c520d02d21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506480 May 17 17:13:36.602521 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1919bd05-4e9f-4b3e-842e-a808fa2c9848 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group_rule (d2437b53-1c7d-4255-916f-d0f316062af9), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:36.659392 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1919bd05-4e9f-4b3e-842e-a808fa2c9848 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group_rule (d2437b53-1c7d-4255-916f-d0f316062af9), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:36.662670 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-dc18fcd9-1abe-459d-8711-460adad8edff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dee493-033b-4f12-a702-0f31bd397ae3', 'name': 'tempest-TestShelveInstance-320921139-router', 'tenant_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '514442f4-93c2-4fb3-8b22-434f26cd89ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:12:10Z', 'updated_at': '2022-05-17T17:12:14Z', 'revision_number': 4, 'project_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'gw_port': {'id': '514442f4-93c2-4fb3-8b22-434f26cd89ef', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dee493-033b-4f12-a702-0f31bd397ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:12:11Z', 'updated_at': '2022-05-17T17:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': '1437f0eb-8677-46aa-921b-e2435d9fb656', 'tenant_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': '41dee493-033b-4f12-a702-0f31bd397ae3', 'port_id': '72213c8f-95d2-4e6b-bc71-ec5cf8e62273', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fac7d240-6e72-4e7e-a11f-51c520d02d21', 'mac_address': 'fa:16:3e:71:30:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d1426b-07f8-410e-b753-b1d8e9c1102f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:13:34Z', 'updated_at': '2022-05-17T17:13:34Z', 'revision_number': 0, 'project_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f27059f-e873-4b0c-99be-8260deddc27d', 'name': '', 'network_id': 'fac7d240-6e72-4e7e-a11f-51c520d02d21', 'tenant_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'mac_address': 'fa:16:3e:3e:e6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dee493-033b-4f12-a702-0f31bd397ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'a7d1a19a-d549-479d-ad0e-c4729109fef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:12:13Z', 'updated_at': '2022-05-17T17:12:20Z', 'revision_number': 5, 'project_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'subnets': [{'id': 'a7d1a19a-d549-479d-ad0e-c4729109fef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:13:36.663677 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1919bd05-4e9f-4b3e-842e-a808fa2c9848 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935960'] for security_group_rule (d2437b53-1c7d-4255-916f-d0f316062af9), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:36.682183 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1919bd05-4e9f-4b3e-842e-a808fa2c9848 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2437b53-1c7d-4255-916f-d0f316062af9,revision_number=0']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:13:36.692227 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc18fcd9-1abe-459d-8711-460adad8edff None None] The sync data for ids ['41dee493-033b-4f12-a702-0f31bd397ae3'] in dv-cinder-842149-1-iscsi is: [{'id': '41dee493-033b-4f12-a702-0f31bd397ae3', 'name': 'tempest-TestShelveInstance-320921139-router', 'tenant_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '514442f4-93c2-4fb3-8b22-434f26cd89ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:12:10Z', 'updated_at': '2022-05-17T17:12:14Z', 'revision_number': 4, 'project_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'gw_port': {'id': '514442f4-93c2-4fb3-8b22-434f26cd89ef', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dee493-033b-4f12-a702-0f31bd397ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:12:11Z', 'updated_at': '2022-05-17T17:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': '1437f0eb-8677-46aa-921b-e2435d9fb656', 'tenant_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': '41dee493-033b-4f12-a702-0f31bd397ae3', 'port_id': '72213c8f-95d2-4e6b-bc71-ec5cf8e62273', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fac7d240-6e72-4e7e-a11f-51c520d02d21', 'mac_address': 'fa:16:3e:71:30:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d1426b-07f8-410e-b753-b1d8e9c1102f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:13:34Z', 'updated_at': '2022-05-17T17:13:34Z', 'revision_number': 0, 'project_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f27059f-e873-4b0c-99be-8260deddc27d', 'name': '', 'network_id': 'fac7d240-6e72-4e7e-a11f-51c520d02d21', 'tenant_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'mac_address': 'fa:16:3e:3e:e6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dee493-033b-4f12-a702-0f31bd397ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'a7d1a19a-d549-479d-ad0e-c4729109fef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:12:13Z', 'updated_at': '2022-05-17T17:12:20Z', 'revision_number': 5, 'project_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'subnets': [{'id': 'a7d1a19a-d549-479d-ad0e-c4729109fef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:13:36.692485 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1919bd05-4e9f-4b3e-842e-a808fa2c9848 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:36.695971 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-1919bd05-4e9f-4b3e-842e-a808fa2c9848 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1337225 May 17 17:13:36.696229 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 47840) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:13:36.700436 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-d71e6ea2-e98b-4843-bf5f-5ee464111b65 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Request body: {'security_group_rule': {'security_group_id': '78b70aca-2835-471e-a2f2-b826e774dec6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:13:36.727591 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d71e6ea2-e98b-4843-bf5f-5ee464111b65 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group_rule (df60444d-2c96-4c9c-8cea-7ec2ba666b14), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:36.793878 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d71e6ea2-e98b-4843-bf5f-5ee464111b65 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group_rule (df60444d-2c96-4c9c-8cea-7ec2ba666b14), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:36.797957 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d71e6ea2-e98b-4843-bf5f-5ee464111b65 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935960'] for security_group_rule (df60444d-2c96-4c9c-8cea-7ec2ba666b14), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:36.816174 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e6ea2-e98b-4843-bf5f-5ee464111b65 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df60444d-2c96-4c9c-8cea-7ec2ba666b14,revision_number=0']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:13:36.826188 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d71e6ea2-e98b-4843-bf5f-5ee464111b65 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:36.827673 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-d71e6ea2-e98b-4843-bf5f-5ee464111b65 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1304262 May 17 17:13:36.831330 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 47842) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:13:36.835762 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-d08ebae7-4ffa-4b52-b604-a71c59cd5b47 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Request body: {'floatingip': {'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:13:36.856698 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d08ebae7-4ffa-4b52-b604-a71c59cd5b47 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:36.914616 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5e687d-1d86-4143-86c7-8cf1a5355cb2 None None] New status for floating IP 1437f0eb-8677-46aa-921b-e2435d9fb656: ACTIVE {{(pid=103512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:13:36.940491 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d08ebae7-4ffa-4b52-b604-a71c59cd5b47 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:37.064309 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.db_base_plugin_common [None req-d08ebae7-4ffa-4b52-b604-a71c59cd5b47 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Allocated IP 172.27.0.253 (02c56ec1-398e-4da7-8d6f-c5872f286327/162161ae-47ec-4957-8899-c21f028f623a/9023be5f-0200-4ca8-8bc4-c61605635d42) {{(pid=103511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:13:37.071300 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-269efb87-c8ea-4985-95ec-e1a18fdd4352 req-e3fe64c0-2b14-4f9a-99aa-f2adbf9da02d service neutron] 10.222.0.23 "GET /v2.0/networks/fac7d240-6e72-4e7e-a11f-51c520d02d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977807 May 17 17:13:37.169284 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d08ebae7-4ffa-4b52-b604-a71c59cd5b47 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for port (9023be5f-0200-4ca8-8bc4-c61605635d42), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:37.201187 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d08ebae7-4ffa-4b52-b604-a71c59cd5b47 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4266351'] for port (9023be5f-0200-4ca8-8bc4-c61605635d42), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:37.269267 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08ebae7-4ffa-4b52-b604-a71c59cd5b47 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Network 02c56ec1-398e-4da7-8d6f-c5872f286327 is already hosted by enough agents. {{(pid=103511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:13:37.276769 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [None req-d08ebae7-4ffa-4b52-b604-a71c59cd5b47 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Resources bound (agent type, host, resource id): {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:13:37.286421 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08ebae7-4ffa-4b52-b604-a71c59cd5b47 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Received port after_create {{(pid=103511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:13:37.292717 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ebae7-4ffa-4b52-b604-a71c59cd5b47 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Pushing event updated for resources: {'Port': ['ID=9023be5f-0200-4ca8-8bc4-c61605635d42,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:13:37.318206 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c37c8-c4db-401c-b7af-ac8be57ce8f4 req-7152ef3b-8150-4a51-b06a-6b4000a44505 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:37.319626 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-4f8c37c8-c4db-401c-b7af-ac8be57ce8f4 req-7152ef3b-8150-4a51-b06a-6b4000a44505 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 943 time: 0.0881805 May 17 17:13:37.399539 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-4f8c37c8-c4db-401c-b7af-ac8be57ce8f4 req-5f41f22a-8647-4682-bd94-6d1be46a83d2 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741398 May 17 17:13:37.411265 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d08ebae7-4ffa-4b52-b604-a71c59cd5b47 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for floatingip (666e2cc4-14f2-4f30-b0c4-3ab15bd3f8c9), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:37.452448 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d08ebae7-4ffa-4b52-b604-a71c59cd5b47 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (9023be5f-0200-4ca8-8bc4-c61605635d42), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:37.628398 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d08ebae7-4ffa-4b52-b604-a71c59cd5b47 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for port (9023be5f-0200-4ca8-8bc4-c61605635d42), precommit_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:37.632593 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d08ebae7-4ffa-4b52-b604-a71c59cd5b47 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4266328'] for port (9023be5f-0200-4ca8-8bc4-c61605635d42), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:37.701457 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ebae7-4ffa-4b52-b604-a71c59cd5b47 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Pushing event updated for resources: {'Port': ['ID=9023be5f-0200-4ca8-8bc4-c61605635d42,revision_number=2']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:13:37.708899 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d08ebae7-4ffa-4b52-b604-a71c59cd5b47 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7866643'] for floatingip (666e2cc4-14f2-4f30-b0c4-3ab15bd3f8c9), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:37.723979 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d08ebae7-4ffa-4b52-b604-a71c59cd5b47 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for floatingip (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:37.725233 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-d08ebae7-4ffa-4b52-b604-a71c59cd5b47 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8929300 May 17 17:13:37.914402 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-6cb42ca6-18af-4051-8835-e255341beb3b req-21c544a7-653e-4a08-b237-decc15f91fa9 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1843930141&fields=id&tenant_id=54981d1c7fe64f5cb6a846496ad4f776 HTTP/1.1" status: 200 len: 267 time: 0.0419829 May 17 17:13:38.022376 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb42ca6-18af-4051-8835-e255341beb3b req-1c04c5ec-ef9b-49ec-b1b1-07a6dd72e068 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:38.023860 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-6cb42ca6-18af-4051-8835-e255341beb3b req-1c04c5ec-ef9b-49ec-b1b1-07a6dd72e068 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/networks?id=30541785-dceb-40b7-9575-992b66a470e9 HTTP/1.1" status: 200 len: 815 time: 0.1032369 May 17 17:13:38.039070 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-6cb42ca6-18af-4051-8835-e255341beb3b req-cb358765-2a58-441f-bc37-2c8f6510880f tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/quotas/54981d1c7fe64f5cb6a846496ad4f776 HTTP/1.1" status: 200 len: 375 time: 0.0095916 May 17 17:13:38.052494 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-269efb87-c8ea-4985-95ec-e1a18fdd4352 req-6e2e374f-feb0-491b-980f-623eb98b5ab2 service neutron] 10.222.0.23 "GET /v2.0/networks/fac7d240-6e72-4e7e-a11f-51c520d02d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847585 May 17 17:13:38.090653 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-6cb42ca6-18af-4051-8835-e255341beb3b req-36073011-bc48-4054-a193-49c704577bd9 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=54981d1c7fe64f5cb6a846496ad4f776&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463817 May 17 17:13:38.191503 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-6cb42ca6-18af-4051-8835-e255341beb3b req-a523afcf-9509-4a9d-97b7-c38d8be6f198 service neutron] 10.222.0.48 "GET /v2.0/networks/30541785-dceb-40b7-9575-992b66a470e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885086 May 17 17:13:38.278036 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-6cb42ca6-18af-4051-8835-e255341beb3b req-542a5f82-670b-4f8e-ab52-8b90edbc9af2 service neutron] 10.222.0.48 "GET /v2.0/networks/30541785-dceb-40b7-9575-992b66a470e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808768 May 17 17:13:38.440793 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-e459fb6e-9f3b-4ea0-bd67-b456dca333c9 req-3914ddb8-fa29-4bb5-8cf5-db4dad1db2a2 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb476330-5832-4b1c-bc73-9e902cbb77b2 HTTP/1.1" status: 200 len: 210 time: 0.0323367 May 17 17:13:38.525022 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77d54f-5c60-4a68-87b5-9680306f5ccf req-a56ffc98-4ce0-4c84-8745-404272c99093 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:38.526558 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-4f77d54f-5c60-4a68-87b5-9680306f5ccf req-a56ffc98-4ce0-4c84-8745-404272c99093 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 943 time: 0.0483479 May 17 17:13:38.575998 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-4f77d54f-5c60-4a68-87b5-9680306f5ccf req-c829ae9a-eb4d-4fdb-9ccb-dbf3e1b90e23 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435827 May 17 17:13:39.553924 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-862c864f-2ccd-40e2-99a3-85379632e7d1 req-c808ed7d-50da-49f0-b3fc-c1958af444eb tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb476330-5832-4b1c-bc73-9e902cbb77b2 HTTP/1.1" status: 200 len: 210 time: 0.0415497 May 17 17:13:39.565270 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device e6735ae1-4241-48ca-9802-22aba7b4cccc details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:13:39.650833 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb42ca6-18af-4051-8835-e255341beb3b req-f164f937-b2c0-4e0c-8d73-a976bbc3d919 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:39.652350 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6cb42ca6-18af-4051-8835-e255341beb3b req-f164f937-b2c0-4e0c-8d73-a976bbc3d919 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.23 "GET /v2.0/networks?id=30541785-dceb-40b7-9575-992b66a470e9 HTTP/1.1" status: 200 len: 815 time: 0.1217306 May 17 17:13:39.679542 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port e6735ae1-4241-48ca-9802-22aba7b4cccc, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=e6735ae1-4241-48ca-9802-22aba7b4cccc,segment=NetworkSegment(dd7c38ba-79f9-47ce-94d1-d0499646a213),segment_id=dd7c38ba-79f9-47ce-94d1-d0499646a213)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:13:39.694270 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Returning: {'device': 'e6735ae1-4241-48ca-9802-22aba7b4cccc', 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947', 'port_id': 'e6735ae1-4241-48ca-9802-22aba7b4cccc', 'mac_address': 'fa:16:3e:54:50:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c810424-34e9-472b-8917-5d16a4254529', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:13:39.745472 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e21211-ef7a-4794-91e3-c7aaeeca2e0a req-e8224b79-3050-426c-836d-0b5a3d76fb3a tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:39.746310 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port e6735ae1-4241-48ca-9802-22aba7b4cccc is: DOWN; New status is: BUILD {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:13:39.746713 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (e6735ae1-4241-48ca-9802-22aba7b4cccc), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:39.748045 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c2e21211-ef7a-4794-91e3-c7aaeeca2e0a req-e8224b79-3050-426c-836d-0b5a3d76fb3a tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 943 time: 0.0568769 May 17 17:13:39.761873 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6735ae1-4241-48ca-9802-22aba7b4cccc {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:13:39.767502 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6cb42ca6-18af-4051-8835-e255341beb3b req-fd2497ed-80b8-4195-a20a-e7cdbbd0787d tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54981d1c7fe64f5cb6a846496ad4f776 HTTP/1.1" status: 200 len: 473 time: 0.1045518 May 17 17:13:39.784084 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port e6735ae1-4241-48ca-9802-22aba7b4cccc, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=e6735ae1-4241-48ca-9802-22aba7b4cccc,segment=NetworkSegment(dd7c38ba-79f9-47ce-94d1-d0499646a213),segment_id=dd7c38ba-79f9-47ce-94d1-d0499646a213)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:13:39.788154 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (e6735ae1-4241-48ca-9802-22aba7b4cccc), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:39.800898 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c2e21211-ef7a-4794-91e3-c7aaeeca2e0a req-dbda9b50-67be-43bc-8ddf-16e41ed446ef tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482490 May 17 17:13:39.812062 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-6cb42ca6-18af-4051-8835-e255341beb3b req-56bc8fd5-4d58-4fdc-967e-dbca02657d48 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Request body: {'port': {'device_id': 'cb476330-5832-4b1c-bc73-9e902cbb77b2', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'admin_state_up': True, 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'security_groups': ['78b70aca-2835-471e-a2f2-b826e774dec6']}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:13:39.845320 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=e6735ae1-4241-48ca-9802-22aba7b4cccc,revision_number=9']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:13:40.119405 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] get_ports_and_sgs() called for port_ids ['e6735ae1-4241-48ca-9802-22aba7b4cccc'] {{(pid=103512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:13:40.136582 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cb42ca6-18af-4051-8835-e255341beb3b req-56bc8fd5-4d58-4fdc-967e-dbca02657d48 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Made reservation on behalf of 54981d1c7fe64f5cb6a846496ad4f776 for: {'port': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:13:40.140134 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-6cb42ca6-18af-4051-8835-e255341beb3b req-56bc8fd5-4d58-4fdc-967e-dbca02657d48 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:40.266294 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [req-6cb42ca6-18af-4051-8835-e255341beb3b req-56bc8fd5-4d58-4fdc-967e-dbca02657d48 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Allocated IP 172.20.0.13 (30541785-dceb-40b7-9575-992b66a470e9/622d61e7-eff2-45a5-baff-55e360ced291/aad19b71-6714-499c-a78e-11636c0b7474) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:13:40.402617 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-6cb42ca6-18af-4051-8835-e255341beb3b req-56bc8fd5-4d58-4fdc-967e-dbca02657d48 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for port (aad19b71-6714-499c-a78e-11636c0b7474), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:40.433365 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-6cb42ca6-18af-4051-8835-e255341beb3b req-56bc8fd5-4d58-4fdc-967e-dbca02657d48 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (aad19b71-6714-499c-a78e-11636c0b7474), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:40.476707 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cb42ca6-18af-4051-8835-e255341beb3b req-56bc8fd5-4d58-4fdc-967e-dbca02657d48 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Network 30541785-dceb-40b7-9575-992b66a470e9 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:13:40.480000 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [req-6cb42ca6-18af-4051-8835-e255341beb3b req-56bc8fd5-4d58-4fdc-967e-dbca02657d48 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:13:40.487338 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb42ca6-18af-4051-8835-e255341beb3b req-56bc8fd5-4d58-4fdc-967e-dbca02657d48 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:13:40.492584 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb42ca6-18af-4051-8835-e255341beb3b req-56bc8fd5-4d58-4fdc-967e-dbca02657d48 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:40.493187 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-6cb42ca6-18af-4051-8835-e255341beb3b req-56bc8fd5-4d58-4fdc-967e-dbca02657d48 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:40.498919 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc8fd5-4d58-4fdc-967e-dbca02657d48 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Pushing event updated for resources: {'Port': ['ID=aad19b71-6714-499c-a78e-11636c0b7474,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:13:40.518382 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6cb42ca6-18af-4051-8835-e255341beb3b req-56bc8fd5-4d58-4fdc-967e-dbca02657d48 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7101417 May 17 17:13:40.534933 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-6cb42ca6-18af-4051-8835-e255341beb3b req-c77750d5-37c5-4828-a12d-1f65e3eedb9c service neutron] Request body: {'port': {'device_id': 'cb476330-5832-4b1c-bc73-9e902cbb77b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84214'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:13:40.597316 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-6cb42ca6-18af-4051-8835-e255341beb3b req-c77750d5-37c5-4828-a12d-1f65e3eedb9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (aad19b71-6714-499c-a78e-11636c0b7474), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:40.697383 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf002c56-e43e-47a9-8ca9-d3bee4532304 req-80c1e20d-81d5-44e9-90fd-6fbab299022f tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:40.698858 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-bf002c56-e43e-47a9-8ca9-d3bee4532304 req-80c1e20d-81d5-44e9-90fd-6fbab299022f tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb476330-5832-4b1c-bc73-9e902cbb77b2 HTTP/1.1" status: 200 len: 932 time: 0.0533209 May 17 17:13:40.747874 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-bf002c56-e43e-47a9-8ca9-d3bee4532304 req-36a6714f-aaf1-4467-950e-51686c330e8b tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=78b70aca-2835-471e-a2f2-b826e774dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432034 May 17 17:13:40.775018 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-a46541bc-afcb-4443-a11a-292a664f575d None None] Provisioning complete for port aad19b71-6714-499c-a78e-11636c0b7474 triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:13:40.775984 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a46541bc-afcb-4443-a11a-292a664f575d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (aad19b71-6714-499c-a78e-11636c0b7474), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:40.808829 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-a46541bc-afcb-4443-a11a-292a664f575d None None] Port aad19b71-6714-499c-a78e-11636c0b7474 cannot update to ACTIVE because it is not bound. {{(pid=103512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:13:40.904604 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [req-6cb42ca6-18af-4051-8835-e255341beb3b req-c77750d5-37c5-4828-a12d-1f65e3eedb9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aad19b71-6714-499c-a78e-11636c0b7474 {{(pid=103510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:13:40.913368 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-6cb42ca6-18af-4051-8835-e255341beb3b req-c77750d5-37c5-4828-a12d-1f65e3eedb9c service neutron] Publish callbacks [] for port (aad19b71-6714-499c-a78e-11636c0b7474), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:40.919985 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7133c-bf47-4013-9c9b-ebc1fd22600d req-8a759e4f-1622-4fe6-a95c-dba04e38aa1b tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:40.921470 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9db7133c-bf47-4013-9c9b-ebc1fd22600d req-8a759e4f-1622-4fe6-a95c-dba04e38aa1b tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 944 time: 0.0467608 May 17 17:13:40.926805 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.provisioning_blocks [req-6cb42ca6-18af-4051-8835-e255341beb3b req-c77750d5-37c5-4828-a12d-1f65e3eedb9c service neutron] Transition to ACTIVE for port object aad19b71-6714-499c-a78e-11636c0b7474 will not be triggered until provisioned by entity L2. {{(pid=103510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 17:13:40.931029 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-6cb42ca6-18af-4051-8835-e255341beb3b req-c77750d5-37c5-4828-a12d-1f65e3eedb9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (aad19b71-6714-499c-a78e-11636c0b7474), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:40.970626 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9db7133c-bf47-4013-9c9b-ebc1fd22600d req-33503e14-3f57-4386-8f39-df65d3b1f893 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426619 May 17 17:13:40.981649 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77750d5-37c5-4828-a12d-1f65e3eedb9c service neutron] Pushing event updated for resources: {'Port': ['ID=aad19b71-6714-499c-a78e-11636c0b7474,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:13:41.014009 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-6cb42ca6-18af-4051-8835-e255341beb3b req-c77750d5-37c5-4828-a12d-1f65e3eedb9c service neutron] Attempting to bind port aad19b71-6714-499c-a78e-11636c0b7474 on host hv-cinder-84214 for vnic_type normal with profile {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:13:41.014677 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-6cb42ca6-18af-4051-8835-e255341beb3b req-c77750d5-37c5-4828-a12d-1f65e3eedb9c service neutron] Attempting to bind port aad19b71-6714-499c-a78e-11636c0b7474 by drivers openvswitch,hyperv on host hv-cinder-84214 at level 0 using segments [{'id': 'ea772ee0-6e76-4284-a4d3-aeaff2f9a97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '30541785-dceb-40b7-9575-992b66a470e9'}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:13:41.015042 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb42ca6-18af-4051-8835-e255341beb3b req-c77750d5-37c5-4828-a12d-1f65e3eedb9c service neutron] Attempting to bind port aad19b71-6714-499c-a78e-11636c0b7474 on network 30541785-dceb-40b7-9575-992b66a470e9 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:13:41.020953 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb42ca6-18af-4051-8835-e255341beb3b req-c77750d5-37c5-4828-a12d-1f65e3eedb9c service neutron] Port aad19b71-6714-499c-a78e-11636c0b7474 on network 30541785-dceb-40b7-9575-992b66a470e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84214 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 17:13:41.021273 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb42ca6-18af-4051-8835-e255341beb3b req-c77750d5-37c5-4828-a12d-1f65e3eedb9c service neutron] Attempting to bind port aad19b71-6714-499c-a78e-11636c0b7474 on network 30541785-dceb-40b7-9575-992b66a470e9 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:13:41.026369 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb42ca6-18af-4051-8835-e255341beb3b req-c77750d5-37c5-4828-a12d-1f65e3eedb9c service neutron] Checking agent: {'id': 'f77364a9-2f6e-44ad-9fc6-92e3e143ef92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84214', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 8, 20), 'started_at': datetime.datetime(2022, 5, 17, 17, 8, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:13:41.026705 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb42ca6-18af-4051-8835-e255341beb3b req-c77750d5-37c5-4828-a12d-1f65e3eedb9c service neutron] Checking segment: {'id': 'ea772ee0-6e76-4284-a4d3-aeaff2f9a97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '30541785-dceb-40b7-9575-992b66a470e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:13:41.027088 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb42ca6-18af-4051-8835-e255341beb3b req-c77750d5-37c5-4828-a12d-1f65e3eedb9c service neutron] Bound using segment: {'id': 'ea772ee0-6e76-4284-a4d3-aeaff2f9a97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '30541785-dceb-40b7-9575-992b66a470e9'} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:13:41.027512 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-6cb42ca6-18af-4051-8835-e255341beb3b req-c77750d5-37c5-4828-a12d-1f65e3eedb9c service neutron] Bound port: aad19b71-6714-499c-a78e-11636c0b7474, host: hv-cinder-84214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea772ee0-6e76-4284-a4d3-aeaff2f9a97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '30541785-dceb-40b7-9575-992b66a470e9'}}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:13:41.027897 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-6cb42ca6-18af-4051-8835-e255341beb3b req-c77750d5-37c5-4828-a12d-1f65e3eedb9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (aad19b71-6714-499c-a78e-11636c0b7474), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:41.096119 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-6cb42ca6-18af-4051-8835-e255341beb3b req-c77750d5-37c5-4828-a12d-1f65e3eedb9c service neutron] For port aad19b71-6714-499c-a78e-11636c0b7474, host hv-cinder-84214, cleared binding levels {{(pid=103510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:13:41.099157 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-6cb42ca6-18af-4051-8835-e255341beb3b req-c77750d5-37c5-4828-a12d-1f65e3eedb9c service neutron] For port aad19b71-6714-499c-a78e-11636c0b7474, host hv-cinder-84214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=aad19b71-6714-499c-a78e-11636c0b7474,segment=NetworkSegment(ea772ee0-6e76-4284-a4d3-aeaff2f9a97d),segment_id=ea772ee0-6e76-4284-a4d3-aeaff2f9a97d)] {{(pid=103510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:13:41.105236 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-6cb42ca6-18af-4051-8835-e255341beb3b req-c77750d5-37c5-4828-a12d-1f65e3eedb9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (aad19b71-6714-499c-a78e-11636c0b7474), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:41.139132 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb42ca6-18af-4051-8835-e255341beb3b req-c77750d5-37c5-4828-a12d-1f65e3eedb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:41.139768 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-6cb42ca6-18af-4051-8835-e255341beb3b req-c77750d5-37c5-4828-a12d-1f65e3eedb9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:41.141998 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6cb42ca6-18af-4051-8835-e255341beb3b req-c77750d5-37c5-4828-a12d-1f65e3eedb9c service neutron] 10.222.0.23 "PUT /v2.0/ports/aad19b71-6714-499c-a78e-11636c0b7474 HTTP/1.1" status: 200 len: 1094 time: 0.6118131 May 17 17:13:41.142445 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb476330-5832-4b1c-bc73-9e902cbb77b2', 'tag': 'aad19b71-6714-499c-a78e-11636c0b7474'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:13:41.144731 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6d45bd-b971-448f-9146-ac21805d40d7" -d '{"events": [{"name": "network-changed", "server_uuid": "cb476330-5832-4b1c-bc73-9e902cbb77b2", "tag": "aad19b71-6714-499c-a78e-11636c0b7474"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:13:41.168249 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77750d5-37c5-4828-a12d-1f65e3eedb9c service neutron] Pushing event updated for resources: {'Port': ['ID=aad19b71-6714-499c-a78e-11636c0b7474,revision_number=3']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:13:41.211489 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d7e422-8799-444c-beb3-c156f8ca0afb x-openstack-request-id: req-08d7e422-8799-444c-beb3-c156f8ca0afb {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:13:41.211836 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb476330-5832-4b1c-bc73-9e902cbb77b2", "tag": "aad19b71-6714-499c-a78e-11636c0b7474", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:13:41.212042 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-08d7e422-8799-444c-beb3-c156f8ca0afb {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:13:41.212440 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08d7e422-8799-444c-beb3-c156f8ca0afb'] response: {'name': 'network-changed', 'server_uuid': 'cb476330-5832-4b1c-bc73-9e902cbb77b2', 'tag': 'aad19b71-6714-499c-a78e-11636c0b7474', 'status': 'completed', 'code': 200} May 17 17:13:41.226907 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb42ca6-18af-4051-8835-e255341beb3b req-7dd30bc1-839b-4f92-a915-9864822c3e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:41.228551 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6cb42ca6-18af-4051-8835-e255341beb3b req-7dd30bc1-839b-4f92-a915-9864822c3e48 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=54981d1c7fe64f5cb6a846496ad4f776&device_id=cb476330-5832-4b1c-bc73-9e902cbb77b2 HTTP/1.1" status: 200 len: 1128 time: 0.0463233 May 17 17:13:41.275057 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6cb42ca6-18af-4051-8835-e255341beb3b req-f46d16a1-854d-4c92-8c6b-c36be57c53b6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aad19b71-6714-499c-a78e-11636c0b7474 HTTP/1.1" status: 200 len: 217 time: 0.0342860 May 17 17:13:41.330257 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb42ca6-18af-4051-8835-e255341beb3b req-3cfe3035-f2d3-439b-8b12-69aec3111596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:41.332042 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6cb42ca6-18af-4051-8835-e255341beb3b req-3cfe3035-f2d3-439b-8b12-69aec3111596 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=622d61e7-eff2-45a5-baff-55e360ced291 HTTP/1.1" status: 200 len: 854 time: 0.0491204 May 17 17:13:41.380483 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb42ca6-18af-4051-8835-e255341beb3b req-8edaef64-6dd1-426f-b1bd-70b0a4b599e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:41.381949 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6cb42ca6-18af-4051-8835-e255341beb3b req-8edaef64-6dd1-426f-b1bd-70b0a4b599e8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=30541785-dceb-40b7-9575-992b66a470e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380657 May 17 17:13:41.471773 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6cb42ca6-18af-4051-8835-e255341beb3b req-ab6bfdce-aa8d-4355-8867-c0ab7c769828 service neutron] 10.222.0.23 "GET /v2.0/networks/30541785-dceb-40b7-9575-992b66a470e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818896 May 17 17:13:41.567392 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6cb42ca6-18af-4051-8835-e255341beb3b req-b2c82b98-6042-4b29-b860-f886fde59bf3 service neutron] 10.222.0.23 "GET /v2.0/networks/30541785-dceb-40b7-9575-992b66a470e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879335 May 17 17:13:41.588944 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device e6735ae1-4241-48ca-9802-22aba7b4cccc up at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:13:41.630812 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning complete for port e6735ae1-4241-48ca-9802-22aba7b4cccc triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:13:41.631186 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (e6735ae1-4241-48ca-9802-22aba7b4cccc), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:41.701725 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port e6735ae1-4241-48ca-9802-22aba7b4cccc is: BUILD; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:13:41.702109 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (e6735ae1-4241-48ca-9802-22aba7b4cccc), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:41.724846 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b074c961-149b-4667-addc-790568769b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6735ae1-4241-48ca-9802-22aba7b4cccc'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:13:41.726985 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47090663941ec1551041a48ed4f6687b33fcf119bf177f9ca48a03ee97be2a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deba21d2-720d-4005-aae1-68d9ff1d8fae" -d '{"events": [{"server_uuid": "b074c961-149b-4667-addc-790568769b88", "name": "network-vif-plugged", "status": "completed", "tag": "e6735ae1-4241-48ca-9802-22aba7b4cccc"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:13:41.739151 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port e6735ae1-4241-48ca-9802-22aba7b4cccc, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=e6735ae1-4241-48ca-9802-22aba7b4cccc,segment=NetworkSegment(dd7c38ba-79f9-47ce-94d1-d0499646a213),segment_id=dd7c38ba-79f9-47ce-94d1-d0499646a213)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:13:41.744713 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (e6735ae1-4241-48ca-9802-22aba7b4cccc), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:41.767264 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e6e10b-01da-456f-9e1d-dfd8aeb87110 x-openstack-request-id: req-d7e6e10b-01da-456f-9e1d-dfd8aeb87110 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:13:41.767578 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b074c961-149b-4667-addc-790568769b88", "name": "network-vif-plugged", "status": "completed", "tag": "e6735ae1-4241-48ca-9802-22aba7b4cccc", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:13:41.767862 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d7e6e10b-01da-456f-9e1d-dfd8aeb87110 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:13:41.768259 dv-cinder-842149-1-iscsi neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7e6e10b-01da-456f-9e1d-dfd8aeb87110'] response: {'server_uuid': 'b074c961-149b-4667-addc-790568769b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6735ae1-4241-48ca-9802-22aba7b4cccc', 'code': 200} May 17 17:13:41.794428 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=e6735ae1-4241-48ca-9802-22aba7b4cccc,revision_number=10']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:13:41.882372 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d231b84-a115-43d9-9eca-7b5ab3f00e4b req-8f2290b0-4b74-44cd-bea5-a24da17b240f tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:41.883854 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9d231b84-a115-43d9-9eca-7b5ab3f00e4b req-8f2290b0-4b74-44cd-bea5-a24da17b240f tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb476330-5832-4b1c-bc73-9e902cbb77b2 HTTP/1.1" status: 200 len: 944 time: 0.0540743 May 17 17:13:41.930110 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9d231b84-a115-43d9-9eca-7b5ab3f00e4b req-f7451448-b9ea-4eaa-8bb3-c17a492ca872 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=78b70aca-2835-471e-a2f2-b826e774dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405912 May 17 17:13:42.092116 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04a610-6cc7-43d3-8c6e-530c90fd7afb req-0ee03a15-8798-47de-aee9-f59380af51fd tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:42.094107 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8e04a610-6cc7-43d3-8c6e-530c90fd7afb req-0ee03a15-8798-47de-aee9-f59380af51fd tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 946 time: 0.0475833 May 17 17:13:42.140926 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8e04a610-6cc7-43d3-8c6e-530c90fd7afb req-eed15420-c17a-47ee-90b4-1104e4f2b991 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409920 May 17 17:13:42.862088 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d45bd-b971-448f-9146-ac21805d40d7 req-6cca1cc3-aedf-4fb6-9974-008bfcc925dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:42.863513 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8c6d45bd-b971-448f-9146-ac21805d40d7 req-6cca1cc3-aedf-4fb6-9974-008bfcc925dd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=54981d1c7fe64f5cb6a846496ad4f776&device_id=cb476330-5832-4b1c-bc73-9e902cbb77b2 HTTP/1.1" status: 200 len: 1128 time: 0.0450542 May 17 17:13:43.044679 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb86af5-231b-4960-b8a6-5bd5debc02ec req-70db7df8-f253-4cb0-9b44-c7b26a785f25 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:43.046102 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-abb86af5-231b-4960-b8a6-5bd5debc02ec req-70db7df8-f253-4cb0-9b44-c7b26a785f25 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb476330-5832-4b1c-bc73-9e902cbb77b2 HTTP/1.1" status: 200 len: 944 time: 0.0500009 May 17 17:13:43.092397 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-abb86af5-231b-4960-b8a6-5bd5debc02ec req-cd5770e8-afb2-44bc-8e80-52264fae6aa4 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=78b70aca-2835-471e-a2f2-b826e774dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393543 May 17 17:13:43.258331 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9067f7-67b6-42a2-9186-3b51216c6035 req-9d5d5d58-9d77-4afd-9982-61c4148fbfae tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:43.259748 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-0a9067f7-67b6-42a2-9186-3b51216c6035 req-9d5d5d58-9d77-4afd-9982-61c4148fbfae tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 946 time: 0.0468948 May 17 17:13:43.307446 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-0a9067f7-67b6-42a2-9186-3b51216c6035 req-c9668b90-bcf0-4085-8bce-34b75e28529a tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419722 May 17 17:13:43.482486 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d45bd-b971-448f-9146-ac21805d40d7 req-d93002c1-ff57-4f93-b769-790653b9225c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:43.483977 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8c6d45bd-b971-448f-9146-ac21805d40d7 req-d93002c1-ff57-4f93-b769-790653b9225c service neutron] 10.222.0.23 "GET /v2.0/networks?id=30541785-dceb-40b7-9575-992b66a470e9 HTTP/1.1" status: 200 len: 916 time: 0.0884306 May 17 17:13:43.958130 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8c6d45bd-b971-448f-9146-ac21805d40d7 req-49a20b5f-1107-4fda-bbfc-8e2ba1701ac2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aad19b71-6714-499c-a78e-11636c0b7474 HTTP/1.1" status: 200 len: 217 time: 0.0399389 May 17 17:13:44.017713 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d45bd-b971-448f-9146-ac21805d40d7 req-a1d96471-2ca3-4068-a830-efe3511dc914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:44.019203 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8c6d45bd-b971-448f-9146-ac21805d40d7 req-a1d96471-2ca3-4068-a830-efe3511dc914 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=622d61e7-eff2-45a5-baff-55e360ced291 HTTP/1.1" status: 200 len: 854 time: 0.0452766 May 17 17:13:44.205801 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8e1a8-5d5b-49f3-bc65-4e1ed5d28a81 req-5a20cb8a-e23f-430b-beb8-a7d99b8d9513 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:44.207286 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-21d8e1a8-5d5b-49f3-bc65-4e1ed5d28a81 req-5a20cb8a-e23f-430b-beb8-a7d99b8d9513 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb476330-5832-4b1c-bc73-9e902cbb77b2 HTTP/1.1" status: 200 len: 944 time: 0.0470617 May 17 17:13:44.257417 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-21d8e1a8-5d5b-49f3-bc65-4e1ed5d28a81 req-a8a38079-c2c3-4110-a131-0beb77919498 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=78b70aca-2835-471e-a2f2-b826e774dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442533 May 17 17:13:44.427784 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29574bd8-5ae7-452c-a1e9-f4b0e77f2360 req-618ef09f-1d7b-4034-8d2c-8b4b59e99454 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:44.429292 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-29574bd8-5ae7-452c-a1e9-f4b0e77f2360 req-618ef09f-1d7b-4034-8d2c-8b4b59e99454 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 946 time: 0.0473661 May 17 17:13:44.478681 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-29574bd8-5ae7-452c-a1e9-f4b0e77f2360 req-2ffd9049-d74f-4c3b-9599-e9b4a7767186 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436087 May 17 17:13:44.510805 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d45bd-b971-448f-9146-ac21805d40d7 req-dd41719a-df74-42de-9fe2-5e4ebb2274b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:44.512504 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8c6d45bd-b971-448f-9146-ac21805d40d7 req-dd41719a-df74-42de-9fe2-5e4ebb2274b4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=30541785-dceb-40b7-9575-992b66a470e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0747411 May 17 17:13:44.515498 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b92a6-a573-4a15-b62e-bc6e1e4cf17a req-b1b7246f-5e28-4332-953e-d55fbbc55a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:44.516884 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-194b92a6-a573-4a15-b62e-bc6e1e4cf17a req-b1b7246f-5e28-4332-953e-d55fbbc55a13 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 1130 time: 0.0878170 May 17 17:13:44.629244 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-194b92a6-a573-4a15-b62e-bc6e1e4cf17a req-fde4e016-45db-47ba-9763-bd690de5d7d2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985911 May 17 17:13:44.649656 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8c6d45bd-b971-448f-9146-ac21805d40d7 req-ec5e4f0f-d0a3-4988-bab3-0c4d62853d9a service neutron] 10.222.0.23 "GET /v2.0/networks/30541785-dceb-40b7-9575-992b66a470e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201229 May 17 17:13:44.990113 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8c6d45bd-b971-448f-9146-ac21805d40d7 req-8fa736f3-1edb-4f59-bb44-4df7208b2ab4 service neutron] 10.222.0.23 "GET /v2.0/networks/30541785-dceb-40b7-9575-992b66a470e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869801 May 17 17:13:45.373339 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbb4e9-e762-4ffb-9df7-70ad7fbcae32 req-2e437c28-6f9f-4bb8-bc27-2c67120d85d7 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:45.374942 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-86fbb4e9-e762-4ffb-9df7-70ad7fbcae32 req-2e437c28-6f9f-4bb8-bc27-2c67120d85d7 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb476330-5832-4b1c-bc73-9e902cbb77b2 HTTP/1.1" status: 200 len: 944 time: 0.0478990 May 17 17:13:45.422431 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-86fbb4e9-e762-4ffb-9df7-70ad7fbcae32 req-c9e830e3-c10b-4ca3-9b39-6e7e67cfa9e5 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=78b70aca-2835-471e-a2f2-b826e774dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407073 May 17 17:13:45.610044 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd342a-ebfd-4116-add8-2911ba626cfc req-087ac8ea-aa0e-4ca8-a824-7039e1ccfdaa tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:45.611514 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ffcd342a-ebfd-4116-add8-2911ba626cfc req-087ac8ea-aa0e-4ca8-a824-7039e1ccfdaa tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 946 time: 0.0501344 May 17 17:13:45.658841 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ffcd342a-ebfd-4116-add8-2911ba626cfc req-a3a3ed64-633e-479b-a12f-dacb67663d0e tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414333 May 17 17:13:46.534830 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133277f-e378-4b69-aab8-4c97e28514ae req-5a20cabe-8c20-4585-b276-4a5846e348e8 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:46.536315 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5133277f-e378-4b69-aab8-4c97e28514ae req-5a20cabe-8c20-4585-b276-4a5846e348e8 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb476330-5832-4b1c-bc73-9e902cbb77b2 HTTP/1.1" status: 200 len: 944 time: 0.0475175 May 17 17:13:46.582651 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5133277f-e378-4b69-aab8-4c97e28514ae req-28fb9978-6551-4e10-a1c9-4ca4ddb91f87 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=78b70aca-2835-471e-a2f2-b826e774dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408838 May 17 17:13:46.628493 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device aad19b71-6714-499c-a78e-11636c0b7474 details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:13:46.727043 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port aad19b71-6714-499c-a78e-11636c0b7474, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=aad19b71-6714-499c-a78e-11636c0b7474,segment=NetworkSegment(ea772ee0-6e76-4284-a4d3-aeaff2f9a97d),segment_id=ea772ee0-6e76-4284-a4d3-aeaff2f9a97d)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:13:46.738310 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Returning: {'device': 'aad19b71-6714-499c-a78e-11636c0b7474', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'port_id': 'aad19b71-6714-499c-a78e-11636c0b7474', 'mac_address': 'fa:16:3e:77:c2:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '622d61e7-eff2-45a5-baff-55e360ced291', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:13:46.772748 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port aad19b71-6714-499c-a78e-11636c0b7474 is: DOWN; New status is: BUILD {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:13:46.773138 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (aad19b71-6714-499c-a78e-11636c0b7474), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:46.776516 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1419e-ddd7-40f4-8653-e3c1bb69001f req-df1bbd19-7780-412b-a000-5e0a38cafd87 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:46.777984 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-18c1419e-ddd7-40f4-8653-e3c1bb69001f req-df1bbd19-7780-412b-a000-5e0a38cafd87 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 946 time: 0.0460575 May 17 17:13:46.789727 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aad19b71-6714-499c-a78e-11636c0b7474 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:13:46.809625 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port aad19b71-6714-499c-a78e-11636c0b7474, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=aad19b71-6714-499c-a78e-11636c0b7474,segment=NetworkSegment(ea772ee0-6e76-4284-a4d3-aeaff2f9a97d),segment_id=ea772ee0-6e76-4284-a4d3-aeaff2f9a97d)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:13:46.814776 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (aad19b71-6714-499c-a78e-11636c0b7474), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:46.829001 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-18c1419e-ddd7-40f4-8653-e3c1bb69001f req-c001ebfd-ac80-42f8-82a0-cec97fa60003 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453084 May 17 17:13:46.868850 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=aad19b71-6714-499c-a78e-11636c0b7474,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:13:47.694242 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153cccd3-ffb7-4ec2-a47b-f6e77e1b0cd9 req-2e0f675d-fd42-4165-973c-26672c3a9bb3 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:47.695699 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-153cccd3-ffb7-4ec2-a47b-f6e77e1b0cd9 req-2e0f675d-fd42-4165-973c-26672c3a9bb3 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb476330-5832-4b1c-bc73-9e902cbb77b2 HTTP/1.1" status: 200 len: 945 time: 0.0471606 May 17 17:13:47.741847 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-153cccd3-ffb7-4ec2-a47b-f6e77e1b0cd9 req-9266d295-3461-4e6e-bdde-3b076d43973e tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=78b70aca-2835-471e-a2f2-b826e774dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406451 May 17 17:13:47.946214 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4e391-b785-4b58-9f29-3d154beb8336 req-6a3796af-2079-4a79-96f7-3767b572ccdf tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:47.947687 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-57a4e391-b785-4b58-9f29-3d154beb8336 req-6a3796af-2079-4a79-96f7-3767b572ccdf tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 946 time: 0.0465856 May 17 17:13:47.993662 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-57a4e391-b785-4b58-9f29-3d154beb8336 req-a3d0ee70-48d5-4951-b4bc-de44ef136f28 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399320 May 17 17:13:48.861973 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd5568-b7b8-426c-806e-16b711c6c125 req-462c281d-a425-4236-9abe-7257a1e723af tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:48.864334 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-95bd5568-b7b8-426c-806e-16b711c6c125 req-462c281d-a425-4236-9abe-7257a1e723af tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb476330-5832-4b1c-bc73-9e902cbb77b2 HTTP/1.1" status: 200 len: 945 time: 0.0567641 May 17 17:13:48.910394 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-95bd5568-b7b8-426c-806e-16b711c6c125 req-b92fbfdc-d59f-4492-8cc5-554d9b6bf48d tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=78b70aca-2835-471e-a2f2-b826e774dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404334 May 17 17:13:48.917488 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] get_ports_and_sgs() called for port_ids ['aad19b71-6714-499c-a78e-11636c0b7474'] {{(pid=103512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:13:49.112107 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4483e53-5de5-4abf-81cf-b6ca61f2946d req-0d3b06b7-1d04-41ed-93ba-026f9ba45819 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:49.113560 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b4483e53-5de5-4abf-81cf-b6ca61f2946d req-0d3b06b7-1d04-41ed-93ba-026f9ba45819 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 946 time: 0.0459368 May 17 17:13:49.159952 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b4483e53-5de5-4abf-81cf-b6ca61f2946d req-f952f2c8-a586-4c72-8336-48ab6ef85e2e tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407114 May 17 17:13:50.025243 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d585a40-f5f0-4e50-84f3-760efeb5a559 req-1272d78b-814f-403e-b27f-316eda3c5b88 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:50.026609 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1d585a40-f5f0-4e50-84f3-760efeb5a559 req-1272d78b-814f-403e-b27f-316eda3c5b88 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb476330-5832-4b1c-bc73-9e902cbb77b2 HTTP/1.1" status: 200 len: 945 time: 0.0487330 May 17 17:13:50.072555 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1d585a40-f5f0-4e50-84f3-760efeb5a559 req-01b024c3-1ee8-4b74-bd7f-25dd56a964db tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=78b70aca-2835-471e-a2f2-b826e774dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398428 May 17 17:13:50.278300 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b7989-7247-4381-9901-a07f22fe853d req-e238194a-0d79-433c-8b75-e103b5e7452c tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:50.279691 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-6b7b7989-7247-4381-9901-a07f22fe853d req-e238194a-0d79-433c-8b75-e103b5e7452c tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 946 time: 0.0462806 May 17 17:13:50.326260 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-6b7b7989-7247-4381-9901-a07f22fe853d req-56d4aab7-d941-467d-aa0a-e3b07bb4db29 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400536 May 17 17:13:51.177121 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-64d928a7-368c-40f2-a51a-bde357a4d0b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:51.184912 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ffb797-b0f9-415b-adcd-275bc5ec102c req-edf954fd-4885-43d4-9bf7-e75511622979 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:51.186370 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-e2ffb797-b0f9-415b-adcd-275bc5ec102c req-edf954fd-4885-43d4-9bf7-e75511622979 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb476330-5832-4b1c-bc73-9e902cbb77b2 HTTP/1.1" status: 200 len: 945 time: 0.0472233 May 17 17:13:51.235028 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-e2ffb797-b0f9-415b-adcd-275bc5ec102c req-c2ebb683-2e11-4576-903a-6d89dabd3900 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=78b70aca-2835-471e-a2f2-b826e774dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428376 May 17 17:13:51.442665 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfeac44-d6e5-4725-a4d1-01cb0e287f72 req-4b6f894b-a9af-4138-8e8a-9ed62aedab98 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:51.444134 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5dfeac44-d6e5-4725-a4d1-01cb0e287f72 req-4b6f894b-a9af-4138-8e8a-9ed62aedab98 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 946 time: 0.0456641 May 17 17:13:51.491616 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5dfeac44-d6e5-4725-a4d1-01cb0e287f72 req-b86f5ee0-f3cd-45d5-8b36-afc34265b3ba tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419526 May 17 17:13:52.347902 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48976c21-af25-4b5e-963d-71e5f14aa79f req-d87203a1-1a0c-406b-b287-4820facd364d tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:52.349290 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-48976c21-af25-4b5e-963d-71e5f14aa79f req-d87203a1-1a0c-406b-b287-4820facd364d tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb476330-5832-4b1c-bc73-9e902cbb77b2 HTTP/1.1" status: 200 len: 945 time: 0.0477605 May 17 17:13:52.394707 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-48976c21-af25-4b5e-963d-71e5f14aa79f req-502366b8-4787-4fba-b64c-b445833762b4 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=78b70aca-2835-471e-a2f2-b826e774dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399508 May 17 17:13:52.612414 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4adc7-73cc-46d9-84b6-3f7f424962ca req-b0cf7536-dc71-429c-be55-2537dc9960b2 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:52.613941 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-0ec4adc7-73cc-46d9-84b6-3f7f424962ca req-b0cf7536-dc71-429c-be55-2537dc9960b2 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 946 time: 0.0494826 May 17 17:13:52.659511 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-0ec4adc7-73cc-46d9-84b6-3f7f424962ca req-15169c20-9b6e-4974-b723-c73a0975264e tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391486 May 17 17:13:52.713546 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device aad19b71-6714-499c-a78e-11636c0b7474 up at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:13:52.756186 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning for port aad19b71-6714-499c-a78e-11636c0b7474 completed by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 17:13:52.760998 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning complete for port aad19b71-6714-499c-a78e-11636c0b7474 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:13:52.761403 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (aad19b71-6714-499c-a78e-11636c0b7474), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:52.836707 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port aad19b71-6714-499c-a78e-11636c0b7474 is: BUILD; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:13:52.837294 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (aad19b71-6714-499c-a78e-11636c0b7474), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:52.866736 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb476330-5832-4b1c-bc73-9e902cbb77b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad19b71-6714-499c-a78e-11636c0b7474'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:13:52.868994 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47090663941ec1551041a48ed4f6687b33fcf119bf177f9ca48a03ee97be2a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fe8635-049c-4588-8a7f-0cb7cc6095a5" -d '{"events": [{"server_uuid": "cb476330-5832-4b1c-bc73-9e902cbb77b2", "name": "network-vif-plugged", "status": "completed", "tag": "aad19b71-6714-499c-a78e-11636c0b7474"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:13:52.881465 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port aad19b71-6714-499c-a78e-11636c0b7474, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=aad19b71-6714-499c-a78e-11636c0b7474,segment=NetworkSegment(ea772ee0-6e76-4284-a4d3-aeaff2f9a97d),segment_id=ea772ee0-6e76-4284-a4d3-aeaff2f9a97d)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:13:52.886293 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (aad19b71-6714-499c-a78e-11636c0b7474), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:52.912625 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db23f906-cb7c-474b-ba13-aade348c454b x-openstack-request-id: req-db23f906-cb7c-474b-ba13-aade348c454b {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:13:52.912937 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb476330-5832-4b1c-bc73-9e902cbb77b2", "name": "network-vif-plugged", "status": "completed", "tag": "aad19b71-6714-499c-a78e-11636c0b7474", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:13:52.913192 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-db23f906-cb7c-474b-ba13-aade348c454b {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:13:52.913581 dv-cinder-842149-1-iscsi neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db23f906-cb7c-474b-ba13-aade348c454b'] response: {'server_uuid': 'cb476330-5832-4b1c-bc73-9e902cbb77b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad19b71-6714-499c-a78e-11636c0b7474', 'code': 200} May 17 17:13:52.943950 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=aad19b71-6714-499c-a78e-11636c0b7474,revision_number=5']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:13:52.950923 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:52.951271 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:52.951641 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:52.951990 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:52.952321 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:52.952673 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:52.953044 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:52.953365 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:52.953712 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:52.954052 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:52.954418 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:52.954820 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:52.955206 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:52.955640 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:52.955970 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:53.106492 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cdf3ef-7901-42f3-bb36-5a375848ac7f req-f718f6e8-464c-4084-8923-f998f27f5a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:53.108002 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c9cdf3ef-7901-42f3-bb36-5a375848ac7f req-f718f6e8-464c-4084-8923-f998f27f5a59 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cb476330-5832-4b1c-bc73-9e902cbb77b2 HTTP/1.1" status: 200 len: 1130 time: 0.0414619 May 17 17:13:53.154217 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c9cdf3ef-7901-42f3-bb36-5a375848ac7f req-6a4debe3-df09-44d2-b1c6-34a5ac60d646 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=78b70aca-2835-471e-a2f2-b826e774dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363886 May 17 17:13:53.360013 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-309368ef-811a-4886-b539-201a7975ae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:53.506351 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f331cb-ce9f-4e97-a9e7-0d08db69f8dc req-9959f6dd-d380-4aa3-884e-57b2f27f1209 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:53.510661 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (f77364a9-2f6e-44ad-9fc6-92e3e143ef92), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:53.511291 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-e6f331cb-ce9f-4e97-a9e7-0d08db69f8dc req-9959f6dd-d380-4aa3-884e-57b2f27f1209 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb476330-5832-4b1c-bc73-9e902cbb77b2 HTTP/1.1" status: 200 len: 946 time: 0.0506415 May 17 17:13:53.556666 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-e6f331cb-ce9f-4e97-a9e7-0d08db69f8dc req-9c430083-e747-49a3-a574-c598073fc92b tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=78b70aca-2835-471e-a2f2-b826e774dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427616 May 17 17:13:53.778689 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03488ea4-a0ef-4d1f-b1f4-01b16a32e840 req-0f8b39c9-258e-4221-93ae-de8769c7d155 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:53.780281 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-03488ea4-a0ef-4d1f-b1f4-01b16a32e840 req-0f8b39c9-258e-4221-93ae-de8769c7d155 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 946 time: 0.0474424 May 17 17:13:53.832257 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-03488ea4-a0ef-4d1f-b1f4-01b16a32e840 req-20a0c3bd-79ea-4490-8d05-affd8d07e5e0 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459893 May 17 17:13:54.670142 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b639122-acad-453e-a50a-ae59a5216d5d req-238b2b0a-03cf-4faa-9648-cfc38e85d39a tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:54.671753 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3b639122-acad-453e-a50a-ae59a5216d5d req-238b2b0a-03cf-4faa-9648-cfc38e85d39a tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb476330-5832-4b1c-bc73-9e902cbb77b2 HTTP/1.1" status: 200 len: 946 time: 0.0481281 May 17 17:13:54.720533 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3b639122-acad-453e-a50a-ae59a5216d5d req-a78648ef-e577-4043-b203-ec6a1f371ae2 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=78b70aca-2835-471e-a2f2-b826e774dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430870 May 17 17:13:54.837703 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:55.837354 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c304bf-eca7-4275-85b9-8ba79b41e388 req-94a22cec-fa38-48f8-950d-9d6e31c97216 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:55.838835 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-87c304bf-eca7-4275-85b9-8ba79b41e388 req-94a22cec-fa38-48f8-950d-9d6e31c97216 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb476330-5832-4b1c-bc73-9e902cbb77b2 HTTP/1.1" status: 200 len: 946 time: 0.0478611 May 17 17:13:55.881616 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:55.885106 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-87c304bf-eca7-4275-85b9-8ba79b41e388 req-e3557b40-b2af-42ef-aae3-01ce83dd6299 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=78b70aca-2835-471e-a2f2-b826e774dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407827 May 17 17:13:57.002970 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b2a14-c1a9-4a09-8216-f42202f00c93 req-7766139e-3cf2-473b-b706-0debfaa4387c tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:57.005072 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-007b2a14-c1a9-4a09-8216-f42202f00c93 req-7766139e-3cf2-473b-b706-0debfaa4387c tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb476330-5832-4b1c-bc73-9e902cbb77b2 HTTP/1.1" status: 200 len: 946 time: 0.0533228 May 17 17:13:57.054172 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-007b2a14-c1a9-4a09-8216-f42202f00c93 req-8950a691-26f7-47d2-829e-b9aae1b87796 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=78b70aca-2835-471e-a2f2-b826e774dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432718 May 17 17:13:57.173235 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7652922-1724-49e1-a1aa-0ed6244136cf req-afd66c7a-d117-48b8-b07d-f8beeb0868af tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:57.174632 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a7652922-1724-49e1-a1aa-0ed6244136cf req-afd66c7a-d117-48b8-b07d-f8beeb0868af tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb476330-5832-4b1c-bc73-9e902cbb77b2 HTTP/1.1" status: 200 len: 946 time: 0.0503247 May 17 17:13:57.183624 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 48058) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:13:57.188007 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-7369fa6f-1dc8-45fd-aaa6-ccdffbe6c334 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Request body: {'floatingip': {'port_id': 'aad19b71-6714-499c-a78e-11636c0b7474'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:13:57.229633 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7369fa6f-1dc8-45fd-aaa6-ccdffbe6c334 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for floatingip (666e2cc4-14f2-4f30-b0c4-3ab15bd3f8c9), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:57.455412 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:57.639530 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7369fa6f-1dc8-45fd-aaa6-ccdffbe6c334 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:57.643327 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7369fa6f-1dc8-45fd-aaa6-ccdffbe6c334 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7866643'] for floatingip (666e2cc4-14f2-4f30-b0c4-3ab15bd3f8c9), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:57.733554 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.db.l3_db [None req-7369fa6f-1dc8-45fd-aaa6-ccdffbe6c334 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Floating IP 666e2cc4-14f2-4f30-b0c4-3ab15bd3f8c9 associated. External IP: 172.27.0.253, port: aad19b71-6714-499c-a78e-11636c0b7474. May 17 17:13:58.132590 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7369fa6f-1dc8-45fd-aaa6-ccdffbe6c334 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Router a84af72e-9129-4190-b08b-ac573dd09fdc has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:13:58.240902 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7369fa6f-1dc8-45fd-aaa6-ccdffbe6c334 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:13:58.245776 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7369fa6f-1dc8-45fd-aaa6-ccdffbe6c334 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for floatingip (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:58.251467 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7752500e-ea9a-4fde-a7ee-5d805101ca8a None None] Sync routers for ids ['a84af72e-9129-4190-b08b-ac573dd09fdc'] in dv-cinder-842149-1-iscsi {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:13:58.262102 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7752500e-ea9a-4fde-a7ee-5d805101ca8a None None] Routers {'a84af72e-9129-4190-b08b-ac573dd09fdc'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:13:58.262721 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-7752500e-ea9a-4fde-a7ee-5d805101ca8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:13:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['a84af72e-9129-4190-b08b-ac573dd09fdc'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:13:58.277050 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-7369fa6f-1dc8-45fd-aaa6-ccdffbe6c334 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "PUT /v2.0/floatingips/666e2cc4-14f2-4f30-b0c4-3ab15bd3f8c9 HTTP/1.1" status: 200 len: 992 time: 1.0923333 May 17 17:13:58.277662 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb476330-5832-4b1c-bc73-9e902cbb77b2', 'tag': 'aad19b71-6714-499c-a78e-11636c0b7474'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:13:58.280055 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}013e0ef84fb20d02ca9c836efc6ccc20e48c75fd9b469b89b36882842dcef414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4d3fb1-59fb-4f5a-8a73-bda923bdf67c" -d '{"events": [{"name": "network-changed", "server_uuid": "cb476330-5832-4b1c-bc73-9e902cbb77b2", "tag": "aad19b71-6714-499c-a78e-11636c0b7474"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:13:58.318559 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1637dcf-90c2-4e18-ba68-93b359591f40 x-openstack-request-id: req-a1637dcf-90c2-4e18-ba68-93b359591f40 {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:13:58.318853 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb476330-5832-4b1c-bc73-9e902cbb77b2", "tag": "aad19b71-6714-499c-a78e-11636c0b7474", "status": "completed", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:13:58.319166 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a1637dcf-90c2-4e18-ba68-93b359591f40 {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:13:58.319572 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1637dcf-90c2-4e18-ba68-93b359591f40'] response: {'name': 'network-changed', 'server_uuid': 'cb476330-5832-4b1c-bc73-9e902cbb77b2', 'tag': 'aad19b71-6714-499c-a78e-11636c0b7474', 'status': 'completed', 'code': 200} May 17 17:13:58.370836 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-7752500e-ea9a-4fde-a7ee-5d805101ca8a None None] Set router a84af72e-9129-4190-b08b-ac573dd09fdc gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:13:58.396821 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d3fb1-59fb-4f5a-8a73-bda923bdf67c req-077dff1c-95c1-4042-ac72-388f4ee73563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:58.398441 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0f4d3fb1-59fb-4f5a-8a73-bda923bdf67c req-077dff1c-95c1-4042-ac72-388f4ee73563 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=54981d1c7fe64f5cb6a846496ad4f776&device_id=cb476330-5832-4b1c-bc73-9e902cbb77b2 HTTP/1.1" status: 200 len: 1130 time: 0.0387299 May 17 17:13:58.496694 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d3fb1-59fb-4f5a-8a73-bda923bdf67c req-cfea3133-c62d-4be8-9440-2b76b089c5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:58.498166 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0f4d3fb1-59fb-4f5a-8a73-bda923bdf67c req-cfea3133-c62d-4be8-9440-2b76b089c5db service neutron] 10.222.0.23 "GET /v2.0/networks?id=30541785-dceb-40b7-9575-992b66a470e9 HTTP/1.1" status: 200 len: 916 time: 0.0885794 May 17 17:13:58.561848 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0f4d3fb1-59fb-4f5a-8a73-bda923bdf67c req-f4cca2d6-9473-4221-9774-916efe2cfc57 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aad19b71-6714-499c-a78e-11636c0b7474 HTTP/1.1" status: 200 len: 1000 time: 0.0541518 May 17 17:13:58.579712 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-7752500e-ea9a-4fde-a7ee-5d805101ca8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'name': 'tempest-AttachVolumeNegativeTest-1066562658-router', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:11:37Z', 'updated_at': '2022-05-17T17:11:41Z', 'revision_number': 4, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'gw_port': {'id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:38Z', 'updated_at': '2022-05-17T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': '666e2cc4-14f2-4f30-b0c4-3ab15bd3f8c9', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'floating_ip_address': '172.27.0.253', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'port_id': 'aad19b71-6714-499c-a78e-11636c0b7474', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'mac_address': 'fa:16:3e:77:c2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb476330-5832-4b1c-bc73-9e902cbb77b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:13:37Z', 'updated_at': '2022-05-17T17:13:57Z', 'revision_number': 1, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'fixed_ip_address_scope': None}, {'id': '8d6ec43a-7c80-4d55-80ae-726ceddd8c91', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'port_id': '1d705197-7ce1-4547-af7a-185fa88a47c8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'mac_address': 'fa:16:3e:3f:88:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a762b56-1a2c-4556-90cb-52de211c17a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:11:45Z', 'updated_at': '2022-05-17T17:12:08Z', 'revision_number': 2, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda8309d-e0ce-419a-8658-4890b23fa9dd', 'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'mac_address': 'fa:16:3e:31:61:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '622d61e7-eff2-45a5-baff-55e360ced291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:40Z', 'updated_at': '2022-05-17T17:11:46Z', 'revision_number': 5, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'subnets': [{'id': '622d61e7-eff2-45a5-baff-55e360ced291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:13:58.604529 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7752500e-ea9a-4fde-a7ee-5d805101ca8a None None] Checking router: a84af72e-9129-4190-b08b-ac573dd09fdc for host: dv-cinder-842149-1-iscsi {{(pid=103513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:13:58.612660 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7752500e-ea9a-4fde-a7ee-5d805101ca8a None None] Routers {'a84af72e-9129-4190-b08b-ac573dd09fdc'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:13:58.613846 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-7752500e-ea9a-4fde-a7ee-5d805101ca8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:13:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['a84af72e-9129-4190-b08b-ac573dd09fdc'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:13:58.615197 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d3fb1-59fb-4f5a-8a73-bda923bdf67c req-99d973fa-d651-4327-89ce-13beeeef4f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:58.616712 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0f4d3fb1-59fb-4f5a-8a73-bda923bdf67c req-99d973fa-d651-4327-89ce-13beeeef4f6b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=622d61e7-eff2-45a5-baff-55e360ced291 HTTP/1.1" status: 200 len: 854 time: 0.0438647 May 17 17:13:58.670831 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d3fb1-59fb-4f5a-8a73-bda923bdf67c req-2e0c5fe3-cfed-4a49-9f2d-0c3a57d5d8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:58.672400 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0f4d3fb1-59fb-4f5a-8a73-bda923bdf67c req-2e0c5fe3-cfed-4a49-9f2d-0c3a57d5d8c3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=30541785-dceb-40b7-9575-992b66a470e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425560 May 17 17:13:58.713103 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-7752500e-ea9a-4fde-a7ee-5d805101ca8a None None] Set router a84af72e-9129-4190-b08b-ac573dd09fdc gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:13:58.764419 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0f4d3fb1-59fb-4f5a-8a73-bda923bdf67c req-96039df1-99cc-4b24-894f-349e65678e9c service neutron] 10.222.0.23 "GET /v2.0/networks/30541785-dceb-40b7-9575-992b66a470e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827415 May 17 17:13:58.857992 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0f4d3fb1-59fb-4f5a-8a73-bda923bdf67c req-9050f406-703c-4bb5-888e-c8a750c2ea7d service neutron] 10.222.0.23 "GET /v2.0/networks/30541785-dceb-40b7-9575-992b66a470e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868738 May 17 17:13:58.922041 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-7752500e-ea9a-4fde-a7ee-5d805101ca8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'name': 'tempest-AttachVolumeNegativeTest-1066562658-router', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:11:37Z', 'updated_at': '2022-05-17T17:11:41Z', 'revision_number': 4, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'gw_port': {'id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:38Z', 'updated_at': '2022-05-17T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': '666e2cc4-14f2-4f30-b0c4-3ab15bd3f8c9', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'floating_ip_address': '172.27.0.253', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'port_id': 'aad19b71-6714-499c-a78e-11636c0b7474', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'mac_address': 'fa:16:3e:77:c2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb476330-5832-4b1c-bc73-9e902cbb77b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:13:37Z', 'updated_at': '2022-05-17T17:13:57Z', 'revision_number': 1, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'fixed_ip_address_scope': None}, {'id': '8d6ec43a-7c80-4d55-80ae-726ceddd8c91', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'port_id': '1d705197-7ce1-4547-af7a-185fa88a47c8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'mac_address': 'fa:16:3e:3f:88:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a762b56-1a2c-4556-90cb-52de211c17a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:11:45Z', 'updated_at': '2022-05-17T17:12:08Z', 'revision_number': 2, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda8309d-e0ce-419a-8658-4890b23fa9dd', 'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'mac_address': 'fa:16:3e:31:61:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '622d61e7-eff2-45a5-baff-55e360ced291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:40Z', 'updated_at': '2022-05-17T17:11:46Z', 'revision_number': 5, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'subnets': [{'id': '622d61e7-eff2-45a5-baff-55e360ced291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:13:58.949081 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7752500e-ea9a-4fde-a7ee-5d805101ca8a None None] The sync data for ids ['a84af72e-9129-4190-b08b-ac573dd09fdc'] in dv-cinder-842149-1-iscsi is: [{'id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'name': 'tempest-AttachVolumeNegativeTest-1066562658-router', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:11:37Z', 'updated_at': '2022-05-17T17:11:41Z', 'revision_number': 4, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'gw_port': {'id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:38Z', 'updated_at': '2022-05-17T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': '666e2cc4-14f2-4f30-b0c4-3ab15bd3f8c9', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'floating_ip_address': '172.27.0.253', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'port_id': 'aad19b71-6714-499c-a78e-11636c0b7474', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'mac_address': 'fa:16:3e:77:c2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb476330-5832-4b1c-bc73-9e902cbb77b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:13:37Z', 'updated_at': '2022-05-17T17:13:57Z', 'revision_number': 1, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'fixed_ip_address_scope': None}, {'id': '8d6ec43a-7c80-4d55-80ae-726ceddd8c91', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'port_id': '1d705197-7ce1-4547-af7a-185fa88a47c8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'mac_address': 'fa:16:3e:3f:88:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a762b56-1a2c-4556-90cb-52de211c17a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:11:45Z', 'updated_at': '2022-05-17T17:12:08Z', 'revision_number': 2, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda8309d-e0ce-419a-8658-4890b23fa9dd', 'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'mac_address': 'fa:16:3e:31:61:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '622d61e7-eff2-45a5-baff-55e360ced291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:40Z', 'updated_at': '2022-05-17T17:11:46Z', 'revision_number': 5, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'subnets': [{'id': '622d61e7-eff2-45a5-baff-55e360ced291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:13:59.128404 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1011a044-1833-48f9-84ee-25273f8e175e None None] New status for floating IP 666e2cc4-14f2-4f30-b0c4-3ab15bd3f8c9: ACTIVE {{(pid=103512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:13:59.481215 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7bae00-9918-4622-8bf2-60454aebaa28 req-b859dfb1-c65f-4a93-87cc-b131f00f68cd tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:59.482592 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3f7bae00-9918-4622-8bf2-60454aebaa28 req-b859dfb1-c65f-4a93-87cc-b131f00f68cd tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6612e19-6897-484d-85df-fbd505399146 HTTP/1.1" status: 200 len: 946 time: 0.0472589 May 17 17:13:59.529601 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3f7bae00-9918-4622-8bf2-60454aebaa28 req-1490f047-e351-4661-8a8d-67f73c1d74d4 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/security-groups?id=269fdd96-ece3-40ff-a060-9a6931d16660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403132 May 17 17:13:59.742037 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.agents_db [None req-bd8c2525-aad1-4fe1-b03f-cf2f293aaa3a None None] Agent healthcheck: found 6 active agents {{(pid=103513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:14:00.641601 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c662c-e949-4ea9-9bee-c9ba2d8ee7be req-f64c5648-0876-4c8f-ac7e-e09ac2a43095 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:00.643032 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-830c662c-e949-4ea9-9bee-c9ba2d8ee7be req-f64c5648-0876-4c8f-ac7e-e09ac2a43095 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6612e19-6897-484d-85df-fbd505399146 HTTP/1.1" status: 200 len: 946 time: 0.0448050 May 17 17:14:00.692662 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-830c662c-e949-4ea9-9bee-c9ba2d8ee7be req-f491ee26-d5b3-4898-8d8f-9f738f7303c8 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/security-groups?id=269fdd96-ece3-40ff-a060-9a6931d16660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433648 May 17 17:14:01.806155 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08836768-fc00-45da-a73a-c80518caeda7 req-12505985-8490-4d06-89de-45bcacf67d46 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:01.807628 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-08836768-fc00-45da-a73a-c80518caeda7 req-12505985-8490-4d06-89de-45bcacf67d46 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6612e19-6897-484d-85df-fbd505399146 HTTP/1.1" status: 200 len: 946 time: 0.0479481 May 17 17:14:01.854002 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-08836768-fc00-45da-a73a-c80518caeda7 req-9804600e-db3e-46e2-a38c-040d3089ab11 tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.48 "GET /v2.0/security-groups?id=269fdd96-ece3-40ff-a060-9a6931d16660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407667 May 17 17:14:01.904858 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e7ec9-f656-4d38-b386-09ff4d0ccb5f req-902b0218-a4b0-4cfb-be1d-4473e330e3ab tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:01.906300 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5a4e7ec9-f656-4d38-b386-09ff4d0ccb5f req-902b0218-a4b0-4cfb-be1d-4473e330e3ab tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6612e19-6897-484d-85df-fbd505399146 HTTP/1.1" status: 200 len: 946 time: 0.0496223 May 17 17:14:02.000820 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-5a4e7ec9-f656-4d38-b386-09ff4d0ccb5f req-d7a33a72-d443-49f6-82a6-98148b46424c tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Deleting port f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:14:02.001076 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-5a4e7ec9-f656-4d38-b386-09ff4d0ccb5f req-d7a33a72-d443-49f6-82a6-98148b46424c tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:02.088399 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-5a4e7ec9-f656-4d38-b386-09ff4d0ccb5f req-d7a33a72-d443-49f6-82a6-98148b46424c tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] For port f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf,segment=NetworkSegment(03b19a9e-b92f-43ca-91d1-46f289553dc0),segment_id=03b19a9e-b92f-43ca-91d1-46f289553dc0)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:14:02.088760 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-5a4e7ec9-f656-4d38-b386-09ff4d0ccb5f req-d7a33a72-d443-49f6-82a6-98148b46424c tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:02.102319 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-5a4e7ec9-f656-4d38-b386-09ff4d0ccb5f req-d7a33a72-d443-49f6-82a6-98148b46424c tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Calling delete_port for f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf owned by compute:nova {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:14:02.230704 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-5a4e7ec9-f656-4d38-b386-09ff4d0ccb5f req-d7a33a72-d443-49f6-82a6-98148b46424c tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912'] for port (f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:02.248309 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] get_ports_and_sgs() called for port_ids ['f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf'] {{(pid=103512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:14:02.260552 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a33a72-d443-49f6-82a6-98148b46424c tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Pushing event deleted for resources: {'Port': ['ID=f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:02.307773 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4e7ec9-f656-4d38-b386-09ff4d0ccb5f req-d7a33a72-d443-49f6-82a6-98148b46424c tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] No DVR routers for this DVR port f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf on host hv-cinder-84214 {{(pid=103510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:14:02.310402 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-5a4e7ec9-f656-4d38-b386-09ff4d0ccb5f req-d7a33a72-d443-49f6-82a6-98148b46424c tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:02.313833 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5a4e7ec9-f656-4d38-b386-09ff4d0ccb5f req-d7a33a72-d443-49f6-82a6-98148b46424c tempest-VolumesSnapshotTestJSON-1163535666 tempest-VolumesSnapshotTestJSON-1163535666-project] 10.222.0.23 "DELETE /v2.0/ports/f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf HTTP/1.1" status: 204 len: 173 time: 0.3992705 May 17 17:14:02.314290 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6612e19-6897-484d-85df-fbd505399146', 'name': 'network-vif-deleted', 'tag': 'f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:14:02.317498 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5da2c5f-cd7c-48ef-8c12-87a06c172834" -d '{"events": [{"server_uuid": "f6612e19-6897-484d-85df-fbd505399146", "name": "network-vif-deleted", "tag": "f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:14:02.355235 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e168fe4c-2651-4d73-94d4-72c84cf4242e x-openstack-request-id: req-e168fe4c-2651-4d73-94d4-72c84cf4242e {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:14:02.355544 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6612e19-6897-484d-85df-fbd505399146", "name": "network-vif-deleted", "tag": "f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:14:02.355858 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e168fe4c-2651-4d73-94d4-72c84cf4242e {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:14:02.356255 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e168fe4c-2651-4d73-94d4-72c84cf4242e'] response: {'server_uuid': 'f6612e19-6897-484d-85df-fbd505399146', 'name': 'network-vif-deleted', 'tag': 'f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf', 'status': 'completed', 'code': 200} May 17 17:14:07.380520 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:14:07.399229 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] No Port match for: f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:14:07.399572 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device f2f7cadc-2d7c-4ce1-9fa9-fbab98a5ecdf not bound to the agent host hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:14:09.237972 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126fcff-7480-4438-949d-ba5566dd36e1 req-03b64a62-3186-4af9-a1d9-9c0b5f03f5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:09.240016 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9126fcff-7480-4438-949d-ba5566dd36e1 req-03b64a62-3186-4af9-a1d9-9c0b5f03f5a3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea3305a913c541e4a45267497213df1c&device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 1129 time: 0.0449538 May 17 17:14:09.250466 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488191bf-03dd-4080-8ff6-74b05c8d982b req-f79ffd2f-1f76-4ee0-9e66-97882ff9dab7 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:09.251957 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-488191bf-03dd-4080-8ff6-74b05c8d982b req-f79ffd2f-1f76-4ee0-9e66-97882ff9dab7 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 945 time: 0.0481284 May 17 17:14:09.302321 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-488191bf-03dd-4080-8ff6-74b05c8d982b req-9897fd9a-533d-4bfe-9aa0-f2d698fc82d9 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=28345ffa-9b38-46ce-be50-776fef54aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437551 May 17 17:14:09.335972 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126fcff-7480-4438-949d-ba5566dd36e1 req-196a47eb-cdca-4e34-b949-5c0e6db710e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:09.337480 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9126fcff-7480-4438-949d-ba5566dd36e1 req-196a47eb-cdca-4e34-b949-5c0e6db710e5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d8fd1f2f-e54a-4844-8483-0ddae8800cdb HTTP/1.1" status: 200 len: 920 time: 0.0887051 May 17 17:14:09.403852 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9126fcff-7480-4438-949d-ba5566dd36e1 req-9d42031e-a801-4c34-a0b1-c6a6b8c75913 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b3cb952-d5bd-4de9-965c-39fcdbf9ab21 HTTP/1.1" status: 200 len: 1001 time: 0.0577080 May 17 17:14:09.452395 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126fcff-7480-4438-949d-ba5566dd36e1 req-e209fdc1-d747-4ddc-8fcc-e681adef351e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:09.453851 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9126fcff-7480-4438-949d-ba5566dd36e1 req-e209fdc1-d747-4ddc-8fcc-e681adef351e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ac6ed14f-342b-4c1d-a6d0-3f83923520d0 HTTP/1.1" status: 200 len: 858 time: 0.0438569 May 17 17:14:09.497987 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126fcff-7480-4438-949d-ba5566dd36e1 req-683a8684-fe3b-4264-9d3d-34b6c0f54c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:09.499399 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9126fcff-7480-4438-949d-ba5566dd36e1 req-683a8684-fe3b-4264-9d3d-34b6c0f54c3f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d8fd1f2f-e54a-4844-8483-0ddae8800cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391755 May 17 17:14:09.602757 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9126fcff-7480-4438-949d-ba5566dd36e1 req-79038703-56b4-43ec-8657-fa6868b5c6b1 service neutron] 10.222.0.23 "GET /v2.0/networks/d8fd1f2f-e54a-4844-8483-0ddae8800cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828869 May 17 17:14:09.690444 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9126fcff-7480-4438-949d-ba5566dd36e1 req-a50f1ea1-6670-4861-aef7-d39d4f8ef2bd service neutron] 10.222.0.23 "GET /v2.0/networks/d8fd1f2f-e54a-4844-8483-0ddae8800cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797648 May 17 17:14:10.434435 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc1575-9c14-4cee-be02-2f20123f5705 req-41877e4c-45d9-4c46-bdf1-387459fb9048 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:10.436042 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-27fc1575-9c14-4cee-be02-2f20123f5705 req-41877e4c-45d9-4c46-bdf1-387459fb9048 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 945 time: 0.0625947 May 17 17:14:10.516143 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0920c65-a3da-4f07-b167-9a5bab89af98 req-97f893aa-cc88-4e1b-a380-a1bdec10d9db tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:10.517831 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a0920c65-a3da-4f07-b167-9a5bab89af98 req-97f893aa-cc88-4e1b-a380-a1bdec10d9db tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0694997 May 17 17:14:10.526102 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-27fc1575-9c14-4cee-be02-2f20123f5705 req-2b1a80c3-e79b-457d-955b-ead988cb6b99 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=28345ffa-9b38-46ce-be50-776fef54aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840132 May 17 17:14:10.573590 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a0920c65-a3da-4f07-b167-9a5bab89af98 req-3023e8bc-0346-4629-b7c2-9722714dc9ef tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465312 May 17 17:14:11.646819 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4fb1c-ab05-46a9-a003-0cb541f33cef req-4d6e7ee5-d14e-40dc-8198-ae5ba4e3b742 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:11.648345 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-90b4fb1c-ab05-46a9-a003-0cb541f33cef req-4d6e7ee5-d14e-40dc-8198-ae5ba4e3b742 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 945 time: 0.0476611 May 17 17:14:11.709230 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a454d4e4-c706-42f3-beac-243f65706d60 req-a1d267d6-93ab-49b2-8a40-c0ab4d5a0087 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:11.710701 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a454d4e4-c706-42f3-beac-243f65706d60 req-a1d267d6-93ab-49b2-8a40-c0ab4d5a0087 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0614855 May 17 17:14:11.745404 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-90b4fb1c-ab05-46a9-a003-0cb541f33cef req-0ed3f5de-06eb-4cac-8e21-2a8b1043ed4e tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=28345ffa-9b38-46ce-be50-776fef54aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880728 May 17 17:14:11.772187 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a454d4e4-c706-42f3-beac-243f65706d60 req-51e0b06e-d3ec-409f-8485-f5d432d554e3 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558143 May 17 17:14:12.894969 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6375159-0ac3-4895-ae97-356122118018 req-4f2935e2-a0b8-41ec-9f50-b58829274053 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:12.896522 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a6375159-0ac3-4895-ae97-356122118018 req-4f2935e2-a0b8-41ec-9f50-b58829274053 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 945 time: 0.0787618 May 17 17:14:12.915143 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b08b05-e22c-461d-bf2e-4c119b644e73 req-bd47407b-50db-433e-a642-16d87cf9604b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:12.916492 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-e5b08b05-e22c-461d-bf2e-4c119b644e73 req-bd47407b-50db-433e-a642-16d87cf9604b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0677695 May 17 17:14:12.995235 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a6375159-0ac3-4895-ae97-356122118018 req-653b921c-7e1e-4e35-81b4-69ca3985c191 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=28345ffa-9b38-46ce-be50-776fef54aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930660 May 17 17:14:12.999178 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-e5b08b05-e22c-461d-bf2e-4c119b644e73 req-515d63a3-da89-4d55-a07d-efd902036a3c tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0745213 May 17 17:14:14.144178 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193961fc-94de-46c2-9ddd-a14ad39b4959 req-f5df2a3f-e6b1-4bd0-bf88-06d098a76f83 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:14.145658 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-193961fc-94de-46c2-9ddd-a14ad39b4959 req-f5df2a3f-e6b1-4bd0-bf88-06d098a76f83 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 945 time: 0.0764282 May 17 17:14:14.151659 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d93ac-524f-4b58-9bd9-1564608ef94d req-b273ef29-bcf3-43bb-a9dc-1fe6cf51a0c5 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:14.153075 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-6c4d93ac-524f-4b58-9bd9-1564608ef94d req-b273ef29-bcf3-43bb-a9dc-1fe6cf51a0c5 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0744717 May 17 17:14:14.230010 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-193961fc-94de-46c2-9ddd-a14ad39b4959 req-0bbac394-a26d-462d-bd30-15d7a863a77e tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=28345ffa-9b38-46ce-be50-776fef54aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759461 May 17 17:14:14.233284 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-6c4d93ac-524f-4b58-9bd9-1564608ef94d req-47e21d4d-1e72-4731-ae82-c5a75834bc8d tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0725284 May 17 17:14:15.376864 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07105b02-4f23-4f17-b904-77bf26a8ac2b req-13d6800c-30ee-4972-864a-8779e0f63c52 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:15.378260 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-07105b02-4f23-4f17-b904-77bf26a8ac2b req-13d6800c-30ee-4972-864a-8779e0f63c52 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0769315 May 17 17:14:15.388658 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c2e53-9492-45b3-9617-6d0b96bfeef0 req-a24419f2-c2a2-4684-874d-99caa4fafcf6 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:15.390159 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-600c2e53-9492-45b3-9617-6d0b96bfeef0 req-a24419f2-c2a2-4684-874d-99caa4fafcf6 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 945 time: 0.0787258 May 17 17:14:15.464662 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-07105b02-4f23-4f17-b904-77bf26a8ac2b req-0d42fe2c-a54f-410a-ad19-f38ddf9df23d tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0735669 May 17 17:14:15.467859 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-600c2e53-9492-45b3-9617-6d0b96bfeef0 req-227e87e9-e9df-4f9c-9a83-725b5a2661dc tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=28345ffa-9b38-46ce-be50-776fef54aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703852 May 17 17:14:16.607267 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3a9db-e4bc-48ee-9755-e4e776f97e4f req-55f95ab1-9723-4b93-b6c7-2aa1cdb2d99d tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:16.608766 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9ee3a9db-e4bc-48ee-9755-e4e776f97e4f req-55f95ab1-9723-4b93-b6c7-2aa1cdb2d99d tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0744567 May 17 17:14:16.617403 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed226b6-70fb-4425-b52c-bb5d3d029aa7 req-2a787338-78e5-40f2-9544-7af64887720f tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:16.618829 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-aed226b6-70fb-4425-b52c-bb5d3d029aa7 req-2a787338-78e5-40f2-9544-7af64887720f tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 945 time: 0.0747607 May 17 17:14:16.695112 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9ee3a9db-e4bc-48ee-9755-e4e776f97e4f req-0e05cb8b-afd2-4afb-ab5d-47b8de3b3bbf tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0753186 May 17 17:14:16.698181 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-aed226b6-70fb-4425-b52c-bb5d3d029aa7 req-66289758-772b-42dc-859c-44d93c8913c6 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=28345ffa-9b38-46ce-be50-776fef54aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726819 May 17 17:14:17.840779 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf451a-ee3c-494d-8bc6-04879a25cd81 req-df5e5a10-c6b3-40aa-8a9b-c4fc90f8d76a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:17.842272 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2bdf451a-ee3c-494d-8bc6-04879a25cd81 req-df5e5a10-c6b3-40aa-8a9b-c4fc90f8d76a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 945 time: 0.0656209 May 17 17:14:17.848109 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c1f87c-fc36-4b95-832f-b482f7e92617 req-bbc99530-3e2e-4a5a-9708-50293a058324 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:17.849485 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-28c1f87c-fc36-4b95-832f-b482f7e92617 req-bbc99530-3e2e-4a5a-9708-50293a058324 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0817790 May 17 17:14:17.921244 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-28c1f87c-fc36-4b95-832f-b482f7e92617 req-aba02f4b-0238-482a-811f-1d0a9611b40d tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650001 May 17 17:14:17.924124 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2bdf451a-ee3c-494d-8bc6-04879a25cd81 req-665be186-34b6-411e-9131-e226a732ded1 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=28345ffa-9b38-46ce-be50-776fef54aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737731 May 17 17:14:19.068977 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e1097-f106-4d6e-90bb-4ad3f7908bbf req-b189d381-48ab-44d7-a1c2-871ba74bda5a tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:19.070468 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c19e1097-f106-4d6e-90bb-4ad3f7908bbf req-b189d381-48ab-44d7-a1c2-871ba74bda5a tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0769081 May 17 17:14:19.078544 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2c802-5314-4b83-975d-1f1e49989dae req-8363d592-8cce-43c1-9eca-4c545f94a483 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:19.079906 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-0fa2c802-5314-4b83-975d-1f1e49989dae req-8363d592-8cce-43c1-9eca-4c545f94a483 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 945 time: 0.0775805 May 17 17:14:19.150947 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c19e1097-f106-4d6e-90bb-4ad3f7908bbf req-005e7696-957f-4426-9ab0-680d1379fbcc tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0700998 May 17 17:14:19.158709 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-0fa2c802-5314-4b83-975d-1f1e49989dae req-806dd2cf-3142-4ed3-a8ba-6b89eb408181 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=28345ffa-9b38-46ce-be50-776fef54aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714645 May 17 17:14:20.298038 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d578c6-4e05-4a0a-bfef-808883696ec0 req-9b071380-c0dc-426e-b658-c56a9f592022 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:20.299502 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-00d578c6-4e05-4a0a-bfef-808883696ec0 req-9b071380-c0dc-426e-b658-c56a9f592022 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 945 time: 0.0688069 May 17 17:14:20.305795 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2689c-80ab-4db7-95a6-bbca9aff1c9c req-86f5234f-061a-457e-b56a-09d15d3a47c1 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:20.307159 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-4eb2689c-80ab-4db7-95a6-bbca9aff1c9c req-86f5234f-061a-457e-b56a-09d15d3a47c1 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0860169 May 17 17:14:20.386726 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-00d578c6-4e05-4a0a-bfef-808883696ec0 req-3d32558e-a84b-4d77-8032-b387d4785aa7 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=28345ffa-9b38-46ce-be50-776fef54aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771670 May 17 17:14:20.392190 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-4eb2689c-80ab-4db7-95a6-bbca9aff1c9c req-457f6bc8-093c-4d1c-a252-619d868e5f57 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0782506 May 17 17:14:21.178674 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c15ea161-7f03-4604-9f19-aa75843f9150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:21.552246 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23562674-4ad5-48a1-b5aa-4c2198b24228 req-f075b031-1b03-4ac9-8a6f-1b50184a792f tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:21.553885 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-23562674-4ad5-48a1-b5aa-4c2198b24228 req-f075b031-1b03-4ac9-8a6f-1b50184a792f tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 945 time: 0.0875456 May 17 17:14:21.562692 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a270355-7b59-495c-b2dd-3dece5941dfa req-ec7be23b-a7ca-418b-a0c5-d1e86c7ab28d tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:21.564175 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3a270355-7b59-495c-b2dd-3dece5941dfa req-ec7be23b-a7ca-418b-a0c5-d1e86c7ab28d tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0958028 May 17 17:14:21.642410 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-23562674-4ad5-48a1-b5aa-4c2198b24228 req-cecdee50-addc-402e-aa41-3e4d67755d25 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=28345ffa-9b38-46ce-be50-776fef54aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770862 May 17 17:14:21.646847 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3a270355-7b59-495c-b2dd-3dece5941dfa req-0f4967ef-d432-4309-9d3b-d5de533885a5 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0745964 May 17 17:14:22.803192 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21e099-c8bc-4525-ba98-4521a0965c42 req-3f27b6e9-1e1e-426a-b41a-c65e1161c0f7 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:22.804784 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-dc21e099-c8bc-4525-ba98-4521a0965c42 req-3f27b6e9-1e1e-426a-b41a-c65e1161c0f7 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 945 time: 0.0724473 May 17 17:14:22.811213 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562b4ba-50a8-42e8-a434-e9c2b40686c0 req-a75a279a-5c87-43a9-9b1d-0b277a8e1949 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:22.812728 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7562b4ba-50a8-42e8-a434-e9c2b40686c0 req-a75a279a-5c87-43a9-9b1d-0b277a8e1949 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0909624 May 17 17:14:22.897716 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-dc21e099-c8bc-4525-ba98-4521a0965c42 req-f4fa1aab-423d-4a37-9fa9-b6c9003053a7 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=28345ffa-9b38-46ce-be50-776fef54aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840359 May 17 17:14:22.918322 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7562b4ba-50a8-42e8-a434-e9c2b40686c0 req-407a9473-926e-4c10-a712-ff0e118d4a87 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0967920 May 17 17:14:23.364918 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-71c8d617-3854-4254-86a4-4b0c9bceed8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:23.506019 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (f77364a9-2f6e-44ad-9fc6-92e3e143ef92), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:24.045890 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb7a6f-da05-4752-9975-f82b6da61f77 req-3c3e6c7c-5b03-4aa0-b750-e93ce23c8985 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:24.047397 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-35eb7a6f-da05-4752-9975-f82b6da61f77 req-3c3e6c7c-5b03-4aa0-b750-e93ce23c8985 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 945 time: 0.0706940 May 17 17:14:24.081233 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382b028-7d81-496a-88d6-0b6cb1218856 req-5117ba6e-f9e1-4b67-98ef-880c4f4a76b3 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:24.082986 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-4382b028-7d81-496a-88d6-0b6cb1218856 req-5117ba6e-f9e1-4b67-98ef-880c4f4a76b3 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0776575 May 17 17:14:24.137259 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-35eb7a6f-da05-4752-9975-f82b6da61f77 req-4c7989ba-9706-44c6-a032-ed2f52673fd1 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=28345ffa-9b38-46ce-be50-776fef54aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803285 May 17 17:14:24.165740 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-4382b028-7d81-496a-88d6-0b6cb1218856 req-221d1574-fe6c-4fdc-b377-24d7da683dd0 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0750120 May 17 17:14:24.842379 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:25.308556 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd92f04-da6a-455c-ae9b-f0a03b691e73 req-52f79268-fffb-4719-b93d-300486bda951 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:25.310056 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8fd92f04-da6a-455c-ae9b-f0a03b691e73 req-52f79268-fffb-4719-b93d-300486bda951 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 945 time: 0.0795760 May 17 17:14:25.330426 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ce047-d26e-4b9e-ba18-6071b5f17d43 req-b129261f-2046-4942-933e-caa7674f7e84 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:25.332920 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8d9ce047-d26e-4b9e-ba18-6071b5f17d43 req-b129261f-2046-4942-933e-caa7674f7e84 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0712259 May 17 17:14:25.398533 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8fd92f04-da6a-455c-ae9b-f0a03b691e73 req-6fed2e86-a69e-4273-9b9d-b8e0d3b534e2 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=28345ffa-9b38-46ce-be50-776fef54aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793297 May 17 17:14:25.405535 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8d9ce047-d26e-4b9e-ba18-6071b5f17d43 req-a5ddb9a1-6fba-43d8-a328-a4addbff8afd tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645690 May 17 17:14:25.884612 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:26.064822 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 48342) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:14:26.113682 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.db_base_plugin_v2 [None req-10e7fd0a-1eed-4aa0-a297-0e7c56f5296f admin admin] Deleting subnet b62141d5-565b-4fdd-b798-f53f12ce0939 {{(pid=103511) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 17:14:26.116808 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-10e7fd0a-1eed-4aa0-a297-0e7c56f5296f admin admin] Publish callbacks [] for subnet (b62141d5-565b-4fdd-b798-f53f12ce0939), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:26.151516 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-10e7fd0a-1eed-4aa0-a297-0e7c56f5296f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4267300'] for subnet (b62141d5-565b-4fdd-b798-f53f12ce0939), precommit_delete_associations {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:26.191760 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-10e7fd0a-1eed-4aa0-a297-0e7c56f5296f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667328'] for subnet (b62141d5-565b-4fdd-b798-f53f12ce0939), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:26.244077 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-10e7fd0a-1eed-4aa0-a297-0e7c56f5296f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4267422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4530447'] for subnet (b62141d5-565b-4fdd-b798-f53f12ce0939), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:26.270484 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e7fd0a-1eed-4aa0-a297-0e7c56f5296f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b62141d5-565b-4fdd-b798-f53f12ce0939,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:26.285191 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-10e7fd0a-1eed-4aa0-a297-0e7c56f5296f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:26.289393 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-10e7fd0a-1eed-4aa0-a297-0e7c56f5296f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b62141d5-565b-4fdd-b798-f53f12ce0939 HTTP/1.1" status: 204 len: 168 time: 0.2226968 May 17 17:14:26.292077 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 48346) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:14:26.368346 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-78e296bc-65d5-4e8a-93a8-e5776a3f45af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-914463'] for network (6c7d9c40-84df-4392-abe5-e887770a65c6), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:26.465631 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-78e296bc-65d5-4e8a-93a8-e5776a3f45af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874613', 'neutron.services.segments.db._delete_segments_for_network-8733342282262'] for network (6c7d9c40-84df-4392-abe5-e887770a65c6), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:26.495925 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.services.segments.db [None req-78e296bc-65d5-4e8a-93a8-e5776a3f45af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c7d9c40-84df-4392-abe5-e887770a65c6']}} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:14:26.510722 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.services.segments.db [None req-78e296bc-65d5-4e8a-93a8-e5776a3f45af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03b19a9e-b92f-43ca-91d1-46f289553dc0') {'for_net_delete': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:14:26.511030 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.services.segments.db [None req-78e296bc-65d5-4e8a-93a8-e5776a3f45af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03b19a9e-b92f-43ca-91d1-46f289553dc0') {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:14:26.524675 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-78e296bc-65d5-4e8a-93a8-e5776a3f45af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733342283551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4267293'] for segment (03b19a9e-b92f-43ca-91d1-46f289553dc0), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:26.541877 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-78e296bc-65d5-4e8a-93a8-e5776a3f45af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915'] for segment (03b19a9e-b92f-43ca-91d1-46f289553dc0), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:26.549301 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78e296bc-65d5-4e8a-93a8-e5776a3f45af admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103511) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 17:14:26.551007 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-78e296bc-65d5-4e8a-93a8-e5776a3f45af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4266300'] for segment (03b19a9e-b92f-43ca-91d1-46f289553dc0), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:26.568711 dv-cinder-842149-1-iscsi neutron-server[103511]: Traceback (most recent call last): May 17 17:14:26.568711 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 17:14:26.568711 dv-cinder-842149-1-iscsi neutron-server[103511]: timer() May 17 17:14:26.568711 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 17:14:26.568711 dv-cinder-842149-1-iscsi neutron-server[103511]: cb(*args, **kw) May 17 17:14:26.568711 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 17:14:26.568711 dv-cinder-842149-1-iscsi neutron-server[103511]: return func(*args, **kwargs) May 17 17:14:26.568711 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 17:14:26.568711 dv-cinder-842149-1-iscsi neutron-server[103511]: self._notify() May 17 17:14:26.568711 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 17:14:26.568711 dv-cinder-842149-1-iscsi neutron-server[103511]: self.callback(batched_events) May 17 17:14:26.568711 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 17:14:26.568711 dv-cinder-842149-1-iscsi neutron-server[103511]: event.method(event) May 17 17:14:26.568711 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 17:14:26.568711 dv-cinder-842149-1-iscsi neutron-server[103511]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 17:14:26.568711 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 17:14:26.568711 dv-cinder-842149-1-iscsi neutron-server[103511]: aggregate_uuid = self.p_client.list_aggregates( May 17 17:14:26.568711 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 17:14:26.568711 dv-cinder-842149-1-iscsi neutron-server[103511]: return f(self, *a, **k) May 17 17:14:26.568711 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 17:14:26.568711 dv-cinder-842149-1-iscsi neutron-server[103511]: return self._get(url).json() May 17 17:14:26.568711 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 17:14:26.568711 dv-cinder-842149-1-iscsi neutron-server[103511]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 17:14:26.568711 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 17:14:26.568711 dv-cinder-842149-1-iscsi neutron-server[103511]: return self.request(url, 'GET', **kwargs) May 17 17:14:26.568711 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 17:14:26.568711 dv-cinder-842149-1-iscsi neutron-server[103511]: base_url = self.get_endpoint(auth, allow=allow, May 17 17:14:26.568711 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 17:14:26.568711 dv-cinder-842149-1-iscsi neutron-server[103511]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 17:14:26.568711 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 17:14:26.568711 dv-cinder-842149-1-iscsi neutron-server[103511]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 17:14:26.568711 dv-cinder-842149-1-iscsi neutron-server[103511]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 17:14:26.574434 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f268e09-3094-4448-bc18-0dce9979e7c8 req-8170b577-c08d-4ffe-accf-dd97f18dc6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:26.575947 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5f268e09-3094-4448-bc18-0dce9979e7c8 req-8170b577-c08d-4ffe-accf-dd97f18dc6bc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87f2aabc0cda49538fa0fd9d5db6bf51&device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 1130 time: 0.0593734 May 17 17:14:26.626927 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f81c52-e0f1-4e4c-a6d3-c35a71fd5843 req-18530bfe-898b-4942-a330-0bcf30062e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:26.628375 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b8f81c52-e0f1-4e4c-a6d3-c35a71fd5843 req-18530bfe-898b-4942-a330-0bcf30062e88 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 1129 time: 0.0735979 May 17 17:14:26.681542 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836cf7f3-fb46-45c1-803b-d6ca8beda819 req-50fd2086-806a-4cd3-b6b3-8110550f610b tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:26.683070 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-836cf7f3-fb46-45c1-803b-d6ca8beda819 req-50fd2086-806a-4cd3-b6b3-8110550f610b tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 945 time: 0.1136332 May 17 17:14:26.692350 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844766e2-5f43-48b3-b218-a122ac59744f req-93ce3fa7-20fe-4c24-867c-676ff2c7bac6 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:26.693814 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-844766e2-5f43-48b3-b218-a122ac59744f req-93ce3fa7-20fe-4c24-867c-676ff2c7bac6 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.1159647 May 17 17:14:26.696305 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-78e296bc-65d5-4e8a-93a8-e5776a3f45af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7866878'] for network (6c7d9c40-84df-4392-abe5-e887770a65c6), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:26.720942 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-78e296bc-65d5-4e8a-93a8-e5776a3f45af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for network (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:26.724642 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-78e296bc-65d5-4e8a-93a8-e5776a3f45af admin admin] 10.222.0.48 "DELETE /v2.0/networks/6c7d9c40-84df-4392-abe5-e887770a65c6 HTTP/1.1" status: 204 len: 168 time: 0.4315441 May 17 17:14:26.733188 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b8f81c52-e0f1-4e4c-a6d3-c35a71fd5843 req-42926a7b-3ab9-4d59-9344-96b237bed62d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=28345ffa-9b38-46ce-be50-776fef54aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955417 May 17 17:14:26.734340 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f268e09-3094-4448-bc18-0dce9979e7c8 req-a8245486-e448-42d5-9cfb-a4d4eaf6e42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:26.735726 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5f268e09-3094-4448-bc18-0dce9979e7c8 req-a8245486-e448-42d5-9cfb-a4d4eaf6e42f service neutron] 10.222.0.23 "GET /v2.0/networks?id=1dd4923f-bb48-4a70-ba63-f0b98efd2694 HTTP/1.1" status: 200 len: 912 time: 0.1366041 May 17 17:14:26.742681 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e296bc-65d5-4e8a-93a8-e5776a3f45af admin admin] Pushing event deleted for resources: {'Network': ['ID=6c7d9c40-84df-4392-abe5-e887770a65c6,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:26.793775 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-836cf7f3-fb46-45c1-803b-d6ca8beda819 req-f73f7480-0a3a-484e-ab82-4c9eff9e8de1 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=28345ffa-9b38-46ce-be50-776fef54aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989947 May 17 17:14:26.797945 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-844766e2-5f43-48b3-b218-a122ac59744f req-f00d7f9e-9d90-4eb1-b75c-c127f68c03bf tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0952921 May 17 17:14:26.914854 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 48354) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:14:26.955202 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-176b5350-e848-4c0d-92ed-367f6ca37658 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=260311245b60460283c01ebc87cb5bc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391450 May 17 17:14:26.957817 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 48356) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:14:27.008467 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7dbbeee4-985c-4508-bb1b-538bc11b4343 admin admin] Publish callbacks [] for security_group (269fdd96-ece3-40ff-a060-9a6931d16660), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:27.031271 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7dbbeee4-985c-4508-bb1b-538bc11b4343 admin admin] Publish callbacks [] for security_group (269fdd96-ece3-40ff-a060-9a6931d16660), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:27.037189 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5f268e09-3094-4448-bc18-0dce9979e7c8 req-ac6d25f6-e74e-4496-a12a-17ffa932a322 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1ea561d-09ff-4ccb-94e1-a73a746f4900 HTTP/1.1" status: 200 len: 1002 time: 0.0623364 May 17 17:14:27.082346 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7dbbeee4-985c-4508-bb1b-538bc11b4343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (269fdd96-ece3-40ff-a060-9a6931d16660), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:27.085706 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7dbbeee4-985c-4508-bb1b-538bc11b4343 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:27.090870 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-7dbbeee4-985c-4508-bb1b-538bc11b4343 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/269fdd96-ece3-40ff-a060-9a6931d16660 HTTP/1.1" status: 204 len: 168 time: 0.1285613 May 17 17:14:27.099613 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f268e09-3094-4448-bc18-0dce9979e7c8 req-8ad6a85d-62ba-4221-8875-114254fb1d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:27.099824 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbbeee4-985c-4508-bb1b-538bc11b4343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269fdd96-ece3-40ff-a060-9a6931d16660,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:27.101479 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5f268e09-3094-4448-bc18-0dce9979e7c8 req-8ad6a85d-62ba-4221-8875-114254fb1d0c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d992d23d-73b7-4452-8ed4-109754aaf16e HTTP/1.1" status: 200 len: 850 time: 0.0531170 May 17 17:14:27.163361 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f268e09-3094-4448-bc18-0dce9979e7c8 req-1adf51e8-24cc-4105-8862-c06948eaa675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:27.165240 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5f268e09-3094-4448-bc18-0dce9979e7c8 req-1adf51e8-24cc-4105-8862-c06948eaa675 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1dd4923f-bb48-4a70-ba63-f0b98efd2694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568364 May 17 17:14:27.267458 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5f268e09-3094-4448-bc18-0dce9979e7c8 req-98773e2a-54af-46be-a9b3-35546fccb2f8 service neutron] 10.222.0.23 "GET /v2.0/networks/1dd4923f-bb48-4a70-ba63-f0b98efd2694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905123 May 17 17:14:27.463192 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:27.660711 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5f268e09-3094-4448-bc18-0dce9979e7c8 req-70ce4e6a-8a4e-4e9e-b3a2-f2b8acce75b3 service neutron] 10.222.0.23 "GET /v2.0/networks/1dd4923f-bb48-4a70-ba63-f0b98efd2694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966089 May 17 17:14:27.867523 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 48384) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:14:27.965048 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c97dc-c8cd-4c58-82f2-d56d7f2a7253 req-79c3d791-5d5c-4eed-8911-6d1186a1213d tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:27.966666 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f17c97dc-c8cd-4c58-82f2-d56d7f2a7253 req-79c3d791-5d5c-4eed-8911-6d1186a1213d tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 945 time: 0.0840676 May 17 17:14:27.974302 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-ff53435e-a66a-493f-8552-799f4efb6226 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-157448203-network', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:14:27.985356 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792cbc6-53f9-4758-90a2-f52acfa43320 req-5f8cf0a3-920b-4bb4-a19b-980526e636cc tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:27.986772 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f792cbc6-53f9-4758-90a2-f52acfa43320 req-5f8cf0a3-920b-4bb4-a19b-980526e636cc tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0929804 May 17 17:14:28.046738 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff53435e-a66a-493f-8552-799f4efb6226 admin admin] Made reservation on behalf of b1528992e3c74c08b5c4192466f23852 for: {'network': 1} {{(pid=103511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:14:28.050259 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ff53435e-a66a-493f-8552-799f4efb6226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for network (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:28.085077 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ff53435e-a66a-493f-8552-799f4efb6226 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:28.103355 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f17c97dc-c8cd-4c58-82f2-d56d7f2a7253 req-6ffb3179-16cd-48ba-bc53-6d0b0c76a4be tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=28345ffa-9b38-46ce-be50-776fef54aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241636 May 17 17:14:28.114797 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f792cbc6-53f9-4758-90a2-f52acfa43320 req-d56b0209-65b5-4774-ba50-38dfab6f0c12 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1169722 May 17 17:14:28.250806 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ff53435e-a66a-493f-8552-799f4efb6226 admin admin] Publish callbacks [] for security_group (22473ea7-5721-4e74-9385-3e74454863fc), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:28.254867 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ff53435e-a66a-493f-8552-799f4efb6226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (22473ea7-5721-4e74-9385-3e74454863fc), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:28.281378 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff53435e-a66a-493f-8552-799f4efb6226 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 17:14:28.298686 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ff53435e-a66a-493f-8552-799f4efb6226 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733342282253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915'] for segment (3edb7eab-9922-40db-9293-945d85664407), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:28.299073 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.db.segments_db [None req-ff53435e-a66a-493f-8552-799f4efb6226 admin admin] Added segment 3edb7eab-9922-40db-9293-945d85664407 of type vlan for network f954c18a-8821-47ca-8b80-a2fbc154db5e May 17 17:14:28.300533 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff53435e-a66a-493f-8552-799f4efb6226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22473ea7-5721-4e74-9385-3e74454863fc,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:28.359193 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ff53435e-a66a-493f-8552-799f4efb6226 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733341855133'] for network (f954c18a-8821-47ca-8b80-a2fbc154db5e), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:28.408527 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097461c1-17bb-43d4-9995-c61a4336e4da req-1d700ae7-ceb1-47df-af77-f3cd4a3dd397 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:28.410513 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-097461c1-17bb-43d4-9995-c61a4336e4da req-1d700ae7-ceb1-47df-af77-f3cd4a3dd397 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0717742 May 17 17:14:28.425804 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ff53435e-a66a-493f-8552-799f4efb6226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572'] for network (f954c18a-8821-47ca-8b80-a2fbc154db5e), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:28.426883 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff53435e-a66a-493f-8552-799f4efb6226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:28.427451 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ff53435e-a66a-493f-8552-799f4efb6226 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for network (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:28.480691 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-ff53435e-a66a-493f-8552-799f4efb6226 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.6117477 May 17 17:14:28.484234 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 48392) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:14:28.490411 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-8b7c163b-0ef0-41c1-a6df-4192643e2927 admin admin] Request body: {'subnet': {'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-157448203-subnet', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'ip_version': 4}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:14:28.511237 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7c163b-0ef0-41c1-a6df-4192643e2927 admin admin] Made reservation on behalf of b1528992e3c74c08b5c4192466f23852 for: {'subnet': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:14:28.514112 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8b7c163b-0ef0-41c1-a6df-4192643e2927 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:28.520128 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff53435e-a66a-493f-8552-799f4efb6226 admin admin] Pushing event updated for resources: {'Network': ['ID=f954c18a-8821-47ca-8b80-a2fbc154db5e,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:28.524834 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-097461c1-17bb-43d4-9995-c61a4336e4da req-23597ac2-f4a8-46f6-b6ef-83761ba5fdd0 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1073716 May 17 17:14:28.536426 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Network f954c18a-8821-47ca-8b80-a2fbc154db5e details requested by agent ovs-agent-dv-cinder-842149-1-iscsi with host dv-cinder-842149-1-iscsi {{(pid=103512) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 17:14:28.709098 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8b7c163b-0ef0-41c1-a6df-4192643e2927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572'] for subnet (7e6d0a25-a986-4141-abe4-fef5bc7f9be9), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:28.795231 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c163b-0ef0-41c1-a6df-4192643e2927 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e6d0a25-a986-4141-abe4-fef5bc7f9be9,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:28.802033 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7c163b-0ef0-41c1-a6df-4192643e2927 admin admin] Checking segment: {'id': '3edb7eab-9922-40db-9293-945d85664407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:14:28.802446 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7c163b-0ef0-41c1-a6df-4192643e2927 admin admin] Network hostable DHCP agents. Network: f954c18a-8821-47ca-8b80-a2fbc154db5e, hostable agents: ['e31905a2-41fc-44e1-9d1f-1e6213680c03'], hosted agents: [] {{(pid=103510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 17:14:28.827070 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7c163b-0ef0-41c1-a6df-4192643e2927 admin admin] Network f954c18a-8821-47ca-8b80-a2fbc154db5e is scheduled to be hosted by DHCP agent e31905a2-41fc-44e1-9d1f-1e6213680c03 with binding_index 1 {{(pid=103510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 17:14:28.839576 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-8b7c163b-0ef0-41c1-a6df-4192643e2927 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842149-1-iscsi, f954c18a-8821-47ca-8b80-a2fbc154db5e) {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:14:28.843793 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7c163b-0ef0-41c1-a6df-4192643e2927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:28.844428 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8b7c163b-0ef0-41c1-a6df-4192643e2927 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for subnet (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:28.849918 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f97d2e0-5db4-43e2-bf10-1198301b221d None None] Network f954c18a-8821-47ca-8b80-a2fbc154db5e requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:14:28.860808 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-8b7c163b-0ef0-41c1-a6df-4192643e2927 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3753688 May 17 17:14:28.864100 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 48394) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:14:28.868625 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-2a09bdbf-31b7-432d-81a1-7211b72fadd5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-157448203-router', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'}}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:14:28.889737 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-2a09bdbf-31b7-432d-81a1-7211b72fadd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-611'] for router (2d9bea0d-e005-4d26-a3be-0d542f1a4c13), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:28.890863 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-2a09bdbf-31b7-432d-81a1-7211b72fadd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7879634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7940134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-618'] for router (2d9bea0d-e005-4d26-a3be-0d542f1a4c13), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:28.945122 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-2a09bdbf-31b7-432d-81a1-7211b72fadd5 admin admin] Publish callbacks [] for router_controller (2d9bea0d-e005-4d26-a3be-0d542f1a4c13), precommit_add_association {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:28.990014 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14b7812-4914-44e4-9f96-a331a463ba8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf7098ea-f5f5-5e61-806c-121fd2f5eebb-f954c18a-8821-47ca-8b80-a2fbc154db5e', 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e', 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'fixed_ips': [{'subnet_id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9'}]}} from dv-cinder-842149-1-iscsi. {{(pid=103512) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 17:14:28.990976 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d14b7812-4914-44e4-9f96-a331a463ba8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:29.084792 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-2a09bdbf-31b7-432d-81a1-7211b72fadd5 admin admin] Publish callbacks [] for router_gateway (2d9bea0d-e005-4d26-a3be-0d542f1a4c13), precommit_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:29.141013 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-d14b7812-4914-44e4-9f96-a331a463ba8a None None] Allocated IP 172.20.0.2 (f954c18a-8821-47ca-8b80-a2fbc154db5e/7e6d0a25-a986-4141-abe4-fef5bc7f9be9/612d0802-6646-472d-9873-cd3971b6b15a) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:14:29.255299 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51bdd9-9a8e-4d0d-9018-0489c1a2d52c req-817e241c-ede2-4dc9-8b88-f1044b31b8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:29.256946 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2c51bdd9-9a8e-4d0d-9018-0489c1a2d52c req-817e241c-ede2-4dc9-8b88-f1044b31b8df service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87f2aabc0cda49538fa0fd9d5db6bf51&device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 1130 time: 0.0540473 May 17 17:14:29.258039 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84aa2a0-4339-4bca-b4e7-060a1f2cc8fe req-dd68276a-97be-49cb-bcdc-66f7f0158823 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:29.259564 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d84aa2a0-4339-4bca-b4e7-060a1f2cc8fe req-dd68276a-97be-49cb-bcdc-66f7f0158823 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 945 time: 0.0695603 May 17 17:14:29.317287 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d14b7812-4914-44e4-9f96-a331a463ba8a None None] Publish callbacks [] for port (612d0802-6646-472d-9873-cd3971b6b15a), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:29.326528 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d14b7812-4914-44e4-9f96-a331a463ba8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (612d0802-6646-472d-9873-cd3971b6b15a), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:29.372997 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14b7812-4914-44e4-9f96-a331a463ba8a None None] Network f954c18a-8821-47ca-8b80-a2fbc154db5e is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:14:29.381143 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-d14b7812-4914-44e4-9f96-a331a463ba8a None None] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:14:29.385525 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14b7812-4914-44e4-9f96-a331a463ba8a None None] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:14:29.388837 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b7812-4914-44e4-9f96-a331a463ba8a None None] Pushing event updated for resources: {'Port': ['ID=612d0802-6646-472d-9873-cd3971b6b15a,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:29.402656 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51bdd9-9a8e-4d0d-9018-0489c1a2d52c req-1d21622c-4857-414c-8710-a2521ad57dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:29.405120 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2c51bdd9-9a8e-4d0d-9018-0489c1a2d52c req-1d21622c-4857-414c-8710-a2521ad57dee service neutron] 10.222.0.23 "GET /v2.0/networks?id=1dd4923f-bb48-4a70-ba63-f0b98efd2694 HTTP/1.1" status: 200 len: 912 time: 0.1404607 May 17 17:14:29.448108 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d84aa2a0-4339-4bca-b4e7-060a1f2cc8fe req-b22e5c71-c212-46ed-8132-27bb15b2f8b9 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=28345ffa-9b38-46ce-be50-776fef54aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488264 May 17 17:14:29.459934 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-2a09bdbf-31b7-432d-81a1-7211b72fadd5 admin admin] Publish callbacks [] for router_gateway (2d9bea0d-e005-4d26-a3be-0d542f1a4c13), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:29.496633 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2c51bdd9-9a8e-4d0d-9018-0489c1a2d52c req-1fc4b174-d4f9-4130-a7df-22efb69c41bd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1ea561d-09ff-4ccb-94e1-a73a746f4900 HTTP/1.1" status: 200 len: 1002 time: 0.0832734 May 17 17:14:29.498924 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-2a09bdbf-31b7-432d-81a1-7211b72fadd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:29.574172 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51bdd9-9a8e-4d0d-9018-0489c1a2d52c req-e888b3e8-18f6-4901-b8ac-51bc3e8bf164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:29.576210 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2c51bdd9-9a8e-4d0d-9018-0489c1a2d52c req-e888b3e8-18f6-4901-b8ac-51bc3e8bf164 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d992d23d-73b7-4452-8ed4-109754aaf16e HTTP/1.1" status: 200 len: 850 time: 0.0697732 May 17 17:14:29.668427 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-d14b7812-4914-44e4-9f96-a331a463ba8a None None] Attempting to bind port 612d0802-6646-472d-9873-cd3971b6b15a on host dv-cinder-842149-1-iscsi for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:14:29.668427 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-d14b7812-4914-44e4-9f96-a331a463ba8a None None] Attempting to bind port 612d0802-6646-472d-9873-cd3971b6b15a by drivers openvswitch,hyperv on host dv-cinder-842149-1-iscsi at level 0 using segments [{'id': '3edb7eab-9922-40db-9293-945d85664407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:14:29.669064 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14b7812-4914-44e4-9f96-a331a463ba8a None None] Attempting to bind port 612d0802-6646-472d-9873-cd3971b6b15a on network f954c18a-8821-47ca-8b80-a2fbc154db5e {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:14:29.678251 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14b7812-4914-44e4-9f96-a331a463ba8a None None] Checking agent: {'id': '112412f2-6814-4612-abcf-1771f8ba00b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 1, 57), 'started_at': datetime.datetime(2022, 5, 17, 17, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:14:29.678820 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14b7812-4914-44e4-9f96-a331a463ba8a None None] Checking segment: {'id': '3edb7eab-9922-40db-9293-945d85664407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:14:29.679440 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d14b7812-4914-44e4-9f96-a331a463ba8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:29.680076 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14b7812-4914-44e4-9f96-a331a463ba8a None None] Bound using segment: {'id': '3edb7eab-9922-40db-9293-945d85664407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:14:29.680778 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-d14b7812-4914-44e4-9f96-a331a463ba8a None None] Bound port: 612d0802-6646-472d-9873-cd3971b6b15a, host: dv-cinder-842149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3edb7eab-9922-40db-9293-945d85664407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:14:29.681371 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d14b7812-4914-44e4-9f96-a331a463ba8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (612d0802-6646-472d-9873-cd3971b6b15a), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:29.693461 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51bdd9-9a8e-4d0d-9018-0489c1a2d52c req-3c077e67-27ae-4087-880f-05ac07457a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:29.695125 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2c51bdd9-9a8e-4d0d-9018-0489c1a2d52c req-3c077e67-27ae-4087-880f-05ac07457a62 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1dd4923f-bb48-4a70-ba63-f0b98efd2694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1039803 May 17 17:14:29.774106 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-d14b7812-4914-44e4-9f96-a331a463ba8a None None] For port 612d0802-6646-472d-9873-cd3971b6b15a, host dv-cinder-842149-1-iscsi, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:14:29.780573 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-d14b7812-4914-44e4-9f96-a331a463ba8a None None] For port 612d0802-6646-472d-9873-cd3971b6b15a, host dv-cinder-842149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=612d0802-6646-472d-9873-cd3971b6b15a,segment=NetworkSegment(3edb7eab-9922-40db-9293-945d85664407),segment_id=3edb7eab-9922-40db-9293-945d85664407)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:14:29.793008 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d14b7812-4914-44e4-9f96-a331a463ba8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (612d0802-6646-472d-9873-cd3971b6b15a), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:29.845773 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2c51bdd9-9a8e-4d0d-9018-0489c1a2d52c req-49ca6ba2-3954-4e7b-88c8-d54059c86152 service neutron] 10.222.0.23 "GET /v2.0/networks/1dd4923f-bb48-4a70-ba63-f0b98efd2694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409025 May 17 17:14:29.879757 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b7812-4914-44e4-9f96-a331a463ba8a None None] Pushing event updated for resources: {'Port': ['ID=612d0802-6646-472d-9873-cd3971b6b15a,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:29.961126 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789c58f-0198-48c1-9d19-d6ae71e7ccac req-b8e8d225-aecb-4587-afe9-0de6cac4e1ce tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:29.963584 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f789c58f-0198-48c1-9d19-d6ae71e7ccac req-b8e8d225-aecb-4587-afe9-0de6cac4e1ce tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.1256161 May 17 17:14:30.038194 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0601ebe-a09a-485d-b29b-f8331487cbdc req-88bdf777-b9d0-4d9a-a20e-cda759c536d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:30.039730 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b0601ebe-a09a-485d-b29b-f8331487cbdc req-88bdf777-b9d0-4d9a-a20e-cda759c536d7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea3305a913c541e4a45267497213df1c&device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 1129 time: 0.0526993 May 17 17:14:30.083059 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2c51bdd9-9a8e-4d0d-9018-0489c1a2d52c req-45dd6f6a-38cb-4468-9d3e-e65d29e2b6cb service neutron] 10.222.0.23 "GET /v2.0/networks/1dd4923f-bb48-4a70-ba63-f0b98efd2694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252059 May 17 17:14:30.088977 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50f15e-ecb1-4aa7-a29d-90dbd1c0d706 req-3f154890-51ff-4a27-8c8c-260e711bf4b1 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:30.090476 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-0d50f15e-ecb1-4aa7-a29d-90dbd1c0d706 req-3f154890-51ff-4a27-8c8c-260e711bf4b1 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 945 time: 0.1256928 May 17 17:14:30.093667 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.db_base_plugin_common [None req-2a09bdbf-31b7-432d-81a1-7211b72fadd5 admin admin] Allocated IP 172.27.0.4 (02c56ec1-398e-4da7-8d6f-c5872f286327/162161ae-47ec-4957-8899-c21f028f623a/1069656d-bdfd-4935-825c-6878d3681e94) {{(pid=103511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:14:30.144403 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f789c58f-0198-48c1-9d19-d6ae71e7ccac req-1e014474-a232-49a6-816e-f0a40c81103c tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1528549 May 17 17:14:30.244986 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0601ebe-a09a-485d-b29b-f8331487cbdc req-384e6b9d-2abe-47fa-8a1d-fcca596e3d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:30.246463 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b0601ebe-a09a-485d-b29b-f8331487cbdc req-384e6b9d-2abe-47fa-8a1d-fcca596e3d70 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d8fd1f2f-e54a-4844-8483-0ddae8800cdb HTTP/1.1" status: 200 len: 920 time: 0.1975095 May 17 17:14:30.267309 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-0d50f15e-ecb1-4aa7-a29d-90dbd1c0d706 req-924c3a75-b138-4e8f-beae-208244eb0092 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=28345ffa-9b38-46ce-be50-776fef54aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589191 May 17 17:14:30.312553 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-2a09bdbf-31b7-432d-81a1-7211b72fadd5 admin admin] Publish callbacks [] for port (1069656d-bdfd-4935-825c-6878d3681e94), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:30.340928 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b0601ebe-a09a-485d-b29b-f8331487cbdc req-2f16fca1-79bd-4d55-a498-526b56a931a2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b3cb952-d5bd-4de9-965c-39fcdbf9ab21 HTTP/1.1" status: 200 len: 1001 time: 0.0853207 May 17 17:14:30.371970 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-2a09bdbf-31b7-432d-81a1-7211b72fadd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4266351'] for port (1069656d-bdfd-4935-825c-6878d3681e94), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:30.410119 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0601ebe-a09a-485d-b29b-f8331487cbdc req-43a7cae0-d048-4c36-8fa7-a3fc7a4ca5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:30.412215 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b0601ebe-a09a-485d-b29b-f8331487cbdc req-43a7cae0-d048-4c36-8fa7-a3fc7a4ca5b9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ac6ed14f-342b-4c1d-a6d0-3f83923520d0 HTTP/1.1" status: 200 len: 858 time: 0.0641737 May 17 17:14:30.423994 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a09bdbf-31b7-432d-81a1-7211b72fadd5 admin admin] Network 02c56ec1-398e-4da7-8d6f-c5872f286327 is already hosted by enough agents. {{(pid=103511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:14:30.426839 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [None req-2a09bdbf-31b7-432d-81a1-7211b72fadd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:14:30.432807 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a09bdbf-31b7-432d-81a1-7211b72fadd5 admin admin] Received port after_create {{(pid=103511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:14:30.437578 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09bdbf-31b7-432d-81a1-7211b72fadd5 admin admin] Pushing event updated for resources: {'Port': ['ID=1069656d-bdfd-4935-825c-6878d3681e94,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:30.462923 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09bdbf-31b7-432d-81a1-7211b72fadd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:30.463170 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09bdbf-31b7-432d-81a1-7211b72fadd5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:30.463507 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09bdbf-31b7-432d-81a1-7211b72fadd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:30.463876 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09bdbf-31b7-432d-81a1-7211b72fadd5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:30.464204 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09bdbf-31b7-432d-81a1-7211b72fadd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:30.464525 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09bdbf-31b7-432d-81a1-7211b72fadd5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:30.464844 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09bdbf-31b7-432d-81a1-7211b72fadd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:30.465164 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09bdbf-31b7-432d-81a1-7211b72fadd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:30.465477 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09bdbf-31b7-432d-81a1-7211b72fadd5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:30.465795 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09bdbf-31b7-432d-81a1-7211b72fadd5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:30.466117 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09bdbf-31b7-432d-81a1-7211b72fadd5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:30.466437 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09bdbf-31b7-432d-81a1-7211b72fadd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:30.466744 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09bdbf-31b7-432d-81a1-7211b72fadd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:30.467057 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09bdbf-31b7-432d-81a1-7211b72fadd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:30.467369 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09bdbf-31b7-432d-81a1-7211b72fadd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:30.498358 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0601ebe-a09a-485d-b29b-f8331487cbdc req-b4c5358d-c277-4f53-8e6b-983b78a29a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:30.502436 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b0601ebe-a09a-485d-b29b-f8331487cbdc req-b4c5358d-c277-4f53-8e6b-983b78a29a7e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d8fd1f2f-e54a-4844-8483-0ddae8800cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559132 May 17 17:14:30.622908 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b0601ebe-a09a-485d-b29b-f8331487cbdc req-7cbe10ee-8e62-418a-973a-d6b814100390 service neutron] 10.222.0.23 "GET /v2.0/networks/d8fd1f2f-e54a-4844-8483-0ddae8800cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131852 May 17 17:14:30.730192 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-2a09bdbf-31b7-432d-81a1-7211b72fadd5 admin admin] Publish callbacks [] for router_gateway (2d9bea0d-e005-4d26-a3be-0d542f1a4c13), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:30.796863 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 612d0802-6646-472d-9873-cd3971b6b15a up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:14:30.848408 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port 612d0802-6646-472d-9873-cd3971b6b15a triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:14:30.849294 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (612d0802-6646-472d-9873-cd3971b6b15a), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:30.933611 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port 612d0802-6646-472d-9873-cd3971b6b15a is: DOWN; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:14:30.934013 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (612d0802-6646-472d-9873-cd3971b6b15a), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:30.974734 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] For port 612d0802-6646-472d-9873-cd3971b6b15a, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=612d0802-6646-472d-9873-cd3971b6b15a,segment=NetworkSegment(3edb7eab-9922-40db-9293-945d85664407),segment_id=3edb7eab-9922-40db-9293-945d85664407)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:14:30.977481 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-2a09bdbf-31b7-432d-81a1-7211b72fadd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7879595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7876840'] for router (2d9bea0d-e005-4d26-a3be-0d542f1a4c13), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:30.979529 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (612d0802-6646-472d-9873-cd3971b6b15a), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:31.029615 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Pushing event updated for resources: {'Port': ['ID=612d0802-6646-472d-9873-cd3971b6b15a,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:31.065888 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654a26ad-f89b-4bb6-a2dc-41e4e5d08109 None None] Network f954c18a-8821-47ca-8b80-a2fbc154db5e requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:14:31.098121 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-b10de78a-e5c3-4531-b76d-d16be306da60 None None] Provisioning complete for port 612d0802-6646-472d-9873-cd3971b6b15a triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:14:31.098501 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b10de78a-e5c3-4531-b76d-d16be306da60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (612d0802-6646-472d-9873-cd3971b6b15a), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:31.120621 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a09bdbf-31b7-432d-81a1-7211b72fadd5 admin admin] Router 2d9bea0d-e005-4d26-a3be-0d542f1a4c13 is scheduled to L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 with binding_index 1 {{(pid=103511) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 17:14:31.241506 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a09bdbf-31b7-432d-81a1-7211b72fadd5 admin admin] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:14:31.254461 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df26bbb-145b-4986-86b2-1bafb367acb1 None None] Sync routers for ids ['2d9bea0d-e005-4d26-a3be-0d542f1a4c13'] in dv-cinder-842149-1-iscsi {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:14:31.268814 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df26bbb-145b-4986-86b2-1bafb367acb1 None None] Routers {'2d9bea0d-e005-4d26-a3be-0d542f1a4c13'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:14:31.269698 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-1df26bbb-145b-4986-86b2-1bafb367acb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:14:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['2d9bea0d-e005-4d26-a3be-0d542f1a4c13'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:14:31.280294 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-b10de78a-e5c3-4531-b76d-d16be306da60 None None] Current status of the port 612d0802-6646-472d-9873-cd3971b6b15a is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:14:31.355828 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-2a09bdbf-31b7-432d-81a1-7211b72fadd5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:31.362171 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-2a09bdbf-31b7-432d-81a1-7211b72fadd5 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4951725 May 17 17:14:31.365534 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 48416) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:14:31.379970 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b0601ebe-a09a-485d-b29b-f8331487cbdc req-6aa4e2ef-5bc1-4f96-baee-8e935538a7bb service neutron] 10.222.0.23 "GET /v2.0/networks/d8fd1f2f-e54a-4844-8483-0ddae8800cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824164 May 17 17:14:31.392270 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb2dee-4c07-4c0c-afde-4434d205a133 req-66e6fd63-568c-4623-a954-531ab6c54a01 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:31.400641 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-aeeb2dee-4c07-4c0c-afde-4434d205a133 req-66e6fd63-568c-4623-a954-531ab6c54a01 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.1369598 May 17 17:14:31.452206 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-1df26bbb-145b-4986-86b2-1bafb367acb1 None None] Set router 2d9bea0d-e005-4d26-a3be-0d542f1a4c13 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:14:31.496204 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121e949-3e17-40c1-b614-bf1e1ee40961 req-b3e096bd-3351-405b-83db-6ecb656a2c30 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:31.504147 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c121e949-3e17-40c1-b614-bf1e1ee40961 req-b3e096bd-3351-405b-83db-6ecb656a2c30 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 945 time: 0.0774834 May 17 17:14:31.517435 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-aeeb2dee-4c07-4c0c-afde-4434d205a133 req-8812054e-5cb9-48d4-ae2f-12d13cb349f4 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1156511 May 17 17:14:31.580251 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c121e949-3e17-40c1-b614-bf1e1ee40961 req-21fef025-554b-456c-8fa5-5a905e7a2145 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=28345ffa-9b38-46ce-be50-776fef54aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751994 May 17 17:14:31.613744 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-704c5073-cc01-48fe-b6cc-9a8218a99152 None None] Provisioning complete for port 612d0802-6646-472d-9873-cd3971b6b15a triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:14:31.614123 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-704c5073-cc01-48fe-b6cc-9a8218a99152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (612d0802-6646-472d-9873-cd3971b6b15a), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:31.693749 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-704c5073-cc01-48fe-b6cc-9a8218a99152 None None] Current status of the port 612d0802-6646-472d-9873-cd3971b6b15a is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:14:31.725185 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-1df26bbb-145b-4986-86b2-1bafb367acb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'name': 'tempest-TestVolumeBootPattern-157448203-router', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '1069656d-bdfd-4935-825c-6878d3681e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:14:28Z', 'updated_at': '2022-05-17T17:14:30Z', 'revision_number': 3, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'gw_port': {'id': '1069656d-bdfd-4935-825c-6878d3681e94', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:29Z', 'updated_at': '2022-05-17T17:14:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi'}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:14:31.751964 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df26bbb-145b-4986-86b2-1bafb367acb1 None None] Checking router: 2d9bea0d-e005-4d26-a3be-0d542f1a4c13 for host: dv-cinder-842149-1-iscsi {{(pid=103513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:14:31.753602 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df26bbb-145b-4986-86b2-1bafb367acb1 None None] Updating router 2d9bea0d-e005-4d26-a3be-0d542f1a4c13 port 1069656d-bdfd-4935-825c-6878d3681e94 binding host dv-cinder-842149-1-iscsi {{(pid=103513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 17:14:31.780093 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1df26bbb-145b-4986-86b2-1bafb367acb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (1069656d-bdfd-4935-825c-6878d3681e94), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:32.051226 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-12fd3e98-8fab-456f-9594-7e5b32755c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:32.061644 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1df26bbb-145b-4986-86b2-1bafb367acb1 None None] Publish callbacks [] for port (1069656d-bdfd-4935-825c-6878d3681e94), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:32.069080 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1df26bbb-145b-4986-86b2-1bafb367acb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (1069656d-bdfd-4935-825c-6878d3681e94), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:32.115245 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde4a9aa-7198-4e58-a815-fdba9a5492c2 None None] Pushing event updated for resources: {'Port': ['ID=1069656d-bdfd-4935-825c-6878d3681e94,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:32.130143 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4a9aa-7198-4e58-a815-fdba9a5492c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:32.130488 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4a9aa-7198-4e58-a815-fdba9a5492c2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:32.130854 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4a9aa-7198-4e58-a815-fdba9a5492c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:32.131214 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4a9aa-7198-4e58-a815-fdba9a5492c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:32.131550 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4a9aa-7198-4e58-a815-fdba9a5492c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:32.131906 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4a9aa-7198-4e58-a815-fdba9a5492c2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:32.132230 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4a9aa-7198-4e58-a815-fdba9a5492c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:32.132553 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4a9aa-7198-4e58-a815-fdba9a5492c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:32.132872 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4a9aa-7198-4e58-a815-fdba9a5492c2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:32.133190 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4a9aa-7198-4e58-a815-fdba9a5492c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:32.133509 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4a9aa-7198-4e58-a815-fdba9a5492c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:32.133844 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4a9aa-7198-4e58-a815-fdba9a5492c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:32.134164 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4a9aa-7198-4e58-a815-fdba9a5492c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:32.134477 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4a9aa-7198-4e58-a815-fdba9a5492c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:32.134790 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4a9aa-7198-4e58-a815-fdba9a5492c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:32.138225 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-1df26bbb-145b-4986-86b2-1bafb367acb1 None None] Attempting to bind port 1069656d-bdfd-4935-825c-6878d3681e94 on host dv-cinder-842149-1-iscsi for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:14:32.138588 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-1df26bbb-145b-4986-86b2-1bafb367acb1 None None] Attempting to bind port 1069656d-bdfd-4935-825c-6878d3681e94 by drivers openvswitch,hyperv on host dv-cinder-842149-1-iscsi at level 0 using segments [{'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:14:32.138944 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df26bbb-145b-4986-86b2-1bafb367acb1 None None] Attempting to bind port 1069656d-bdfd-4935-825c-6878d3681e94 on network 02c56ec1-398e-4da7-8d6f-c5872f286327 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:14:32.144538 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df26bbb-145b-4986-86b2-1bafb367acb1 None None] Checking agent: {'id': '112412f2-6814-4612-abcf-1771f8ba00b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 1, 57), 'started_at': datetime.datetime(2022, 5, 17, 17, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:14:32.144899 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df26bbb-145b-4986-86b2-1bafb367acb1 None None] Checking segment: {'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:14:32.145294 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1df26bbb-145b-4986-86b2-1bafb367acb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:32.145673 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df26bbb-145b-4986-86b2-1bafb367acb1 None None] Bound using segment: {'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:14:32.146125 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-1df26bbb-145b-4986-86b2-1bafb367acb1 None None] Bound port: 1069656d-bdfd-4935-825c-6878d3681e94, host: dv-cinder-842149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:14:32.146678 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1df26bbb-145b-4986-86b2-1bafb367acb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (1069656d-bdfd-4935-825c-6878d3681e94), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:32.195349 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-1df26bbb-145b-4986-86b2-1bafb367acb1 None None] For port 1069656d-bdfd-4935-825c-6878d3681e94, host dv-cinder-842149-1-iscsi, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:14:32.198529 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-1df26bbb-145b-4986-86b2-1bafb367acb1 None None] For port 1069656d-bdfd-4935-825c-6878d3681e94, host dv-cinder-842149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=1069656d-bdfd-4935-825c-6878d3681e94,segment=NetworkSegment(d323b912-4d66-4aae-868e-160b7e4a1fa7),segment_id=d323b912-4d66-4aae-868e-160b7e4a1fa7)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:14:32.204996 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-1df26bbb-145b-4986-86b2-1bafb367acb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (1069656d-bdfd-4935-825c-6878d3681e94), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:32.218244 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [None req-12fd3e98-8fab-456f-9594-7e5b32755c30 admin admin] Allocated IP 172.20.0.1 (f954c18a-8821-47ca-8b80-a2fbc154db5e/7e6d0a25-a986-4141-abe4-fef5bc7f9be9/b852a37a-072e-48b9-b284-88687d884663) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:14:32.267161 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df26bbb-145b-4986-86b2-1bafb367acb1 None None] Routers {'2d9bea0d-e005-4d26-a3be-0d542f1a4c13'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:14:32.267849 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-1df26bbb-145b-4986-86b2-1bafb367acb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:14:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['2d9bea0d-e005-4d26-a3be-0d542f1a4c13'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:14:32.271242 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde4a9aa-7198-4e58-a815-fdba9a5492c2 None None] Pushing event updated for resources: {'Port': ['ID=1069656d-bdfd-4935-825c-6878d3681e94,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:32.331036 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-12fd3e98-8fab-456f-9594-7e5b32755c30 admin admin] Publish callbacks [] for port (b852a37a-072e-48b9-b284-88687d884663), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:32.362373 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-12fd3e98-8fab-456f-9594-7e5b32755c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (b852a37a-072e-48b9-b284-88687d884663), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:32.372106 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-1df26bbb-145b-4986-86b2-1bafb367acb1 None None] Set router 2d9bea0d-e005-4d26-a3be-0d542f1a4c13 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:14:32.401410 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fd3e98-8fab-456f-9594-7e5b32755c30 admin admin] Network f954c18a-8821-47ca-8b80-a2fbc154db5e is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:14:32.409189 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd3e98-8fab-456f-9594-7e5b32755c30 admin admin] Pushing event updated for resources: {'Port': ['ID=b852a37a-072e-48b9-b284-88687d884663,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:32.416404 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-12fd3e98-8fab-456f-9594-7e5b32755c30 admin admin] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:14:32.418986 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd3e98-8fab-456f-9594-7e5b32755c30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:32.419408 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd3e98-8fab-456f-9594-7e5b32755c30 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:32.419695 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd3e98-8fab-456f-9594-7e5b32755c30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:32.420037 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd3e98-8fab-456f-9594-7e5b32755c30 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:32.420370 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd3e98-8fab-456f-9594-7e5b32755c30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:32.420715 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd3e98-8fab-456f-9594-7e5b32755c30 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:32.421090 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd3e98-8fab-456f-9594-7e5b32755c30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:32.421387 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd3e98-8fab-456f-9594-7e5b32755c30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:32.421713 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd3e98-8fab-456f-9594-7e5b32755c30 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:32.422038 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd3e98-8fab-456f-9594-7e5b32755c30 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:32.422354 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd3e98-8fab-456f-9594-7e5b32755c30 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:32.422816 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd3e98-8fab-456f-9594-7e5b32755c30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:32.422992 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd3e98-8fab-456f-9594-7e5b32755c30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:32.423312 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd3e98-8fab-456f-9594-7e5b32755c30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:32.423684 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd3e98-8fab-456f-9594-7e5b32755c30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:32.427325 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fd3e98-8fab-456f-9594-7e5b32755c30 admin admin] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:14:32.427837 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-12fd3e98-8fab-456f-9594-7e5b32755c30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7867333'] for router_interface (2d9bea0d-e005-4d26-a3be-0d542f1a4c13), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:32.555827 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-1df26bbb-145b-4986-86b2-1bafb367acb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'name': 'tempest-TestVolumeBootPattern-157448203-router', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '1069656d-bdfd-4935-825c-6878d3681e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:14:28Z', 'updated_at': '2022-05-17T17:14:30Z', 'revision_number': 3, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'gw_port': {'id': '1069656d-bdfd-4935-825c-6878d3681e94', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:29Z', 'updated_at': '2022-05-17T17:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi'}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:14:32.576874 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-12fd3e98-8fab-456f-9594-7e5b32755c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (b852a37a-072e-48b9-b284-88687d884663), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:32.586395 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df26bbb-145b-4986-86b2-1bafb367acb1 None None] The sync data for ids ['2d9bea0d-e005-4d26-a3be-0d542f1a4c13'] in dv-cinder-842149-1-iscsi is: [{'id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'name': 'tempest-TestVolumeBootPattern-157448203-router', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '1069656d-bdfd-4935-825c-6878d3681e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:14:28Z', 'updated_at': '2022-05-17T17:14:30Z', 'revision_number': 3, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'gw_port': {'id': '1069656d-bdfd-4935-825c-6878d3681e94', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:29Z', 'updated_at': '2022-05-17T17:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi'}] {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:14:32.663224 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4e03f-d6a8-4763-8ed4-eadeb3aecb57 req-d7bd40f7-505d-40ff-9fb2-a6f56e822b2a tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:32.664879 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7ce4e03f-d6a8-4763-8ed4-eadeb3aecb57 req-d7bd40f7-505d-40ff-9fb2-a6f56e822b2a tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0618274 May 17 17:14:32.725966 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-81512059-5361-4fd0-b0f0-589e1dc1a01f None None] Provisioning complete for port b852a37a-072e-48b9-b284-88687d884663 triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:14:32.726970 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-81512059-5361-4fd0-b0f0-589e1dc1a01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (b852a37a-072e-48b9-b284-88687d884663), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:32.762178 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0cb9d-d766-4536-ab33-af54a6366c1c req-4ad75cae-c488-4ec9-b536-d80baae8fc77 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:32.767686 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-71a0cb9d-d766-4536-ab33-af54a6366c1c req-4ad75cae-c488-4ec9-b536-d80baae8fc77 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 945 time: 0.1008029 May 17 17:14:32.781192 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 612d0802-6646-472d-9873-cd3971b6b15a up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:14:32.786115 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-81512059-5361-4fd0-b0f0-589e1dc1a01f None None] Port b852a37a-072e-48b9-b284-88687d884663 cannot update to ACTIVE because it is not bound. {{(pid=103512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:14:32.814401 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7ce4e03f-d6a8-4763-8ed4-eadeb3aecb57 req-c54fc9fa-6cf3-4e3b-9e2f-fe28dde404e5 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1388955 May 17 17:14:32.816782 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-12fd3e98-8fab-456f-9594-7e5b32755c30 admin admin] Publish callbacks [] for port (b852a37a-072e-48b9-b284-88687d884663), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:32.826855 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-12fd3e98-8fab-456f-9594-7e5b32755c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (b852a37a-072e-48b9-b284-88687d884663), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:32.827856 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-12fd3e98-8fab-456f-9594-7e5b32755c30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7868047'] for router_interface (2d9bea0d-e005-4d26-a3be-0d542f1a4c13), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:32.844508 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port 612d0802-6646-472d-9873-cd3971b6b15a triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:14:32.845122 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (612d0802-6646-472d-9873-cd3971b6b15a), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:32.854509 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-71a0cb9d-d766-4536-ab33-af54a6366c1c req-f38fc77f-0ba6-46dd-9def-2074cf166eae tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=28345ffa-9b38-46ce-be50-776fef54aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793009 May 17 17:14:32.944341 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd3e98-8fab-456f-9594-7e5b32755c30 admin admin] Pushing event updated for resources: {'Port': ['ID=b852a37a-072e-48b9-b284-88687d884663,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:32.974820 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port 612d0802-6646-472d-9873-cd3971b6b15a is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:14:32.993692 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fd3e98-8fab-456f-9594-7e5b32755c30 admin admin] Network f954c18a-8821-47ca-8b80-a2fbc154db5e is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:14:32.995244 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-12fd3e98-8fab-456f-9594-7e5b32755c30 admin admin] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:14:33.119872 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12fd3e98-8fab-456f-9594-7e5b32755c30 admin admin] Router 2d9bea0d-e005-4d26-a3be-0d542f1a4c13 has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:14:33.242709 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12fd3e98-8fab-456f-9594-7e5b32755c30 admin admin] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:14:33.247743 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-12fd3e98-8fab-456f-9594-7e5b32755c30 admin admin] 10.222.0.48 "PUT /v2.0/routers/2d9bea0d-e005-4d26-a3be-0d542f1a4c13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8789492 May 17 17:14:33.310310 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-97f7851e-7897-4c17-974e-02d0ce3d0b0d None None] Provisioning complete for port b852a37a-072e-48b9-b284-88687d884663 triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:14:33.310779 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-97f7851e-7897-4c17-974e-02d0ce3d0b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (b852a37a-072e-48b9-b284-88687d884663), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:33.345737 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-97f7851e-7897-4c17-974e-02d0ce3d0b0d None None] Port b852a37a-072e-48b9-b284-88687d884663 cannot update to ACTIVE because it is not bound. {{(pid=103512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:14:33.810337 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 48438) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:14:33.815179 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-0c46c9b5-fffa-491f-b7cf-4b2e7f4f045e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-909488293-network', 'tenant_id': '7e342982d1b8446ebd34d3ec75b0ca09'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:14:33.835581 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c46c9b5-fffa-491f-b7cf-4b2e7f4f045e admin admin] Made reservation on behalf of 7e342982d1b8446ebd34d3ec75b0ca09 for: {'network': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:14:33.838044 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0c46c9b5-fffa-491f-b7cf-4b2e7f4f045e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for network (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:33.847770 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0c46c9b5-fffa-491f-b7cf-4b2e7f4f045e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:33.932519 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0c46c9b5-fffa-491f-b7cf-4b2e7f4f045e admin admin] Publish callbacks [] for security_group (9f749439-c27f-4ea5-bd3a-943bca3e7ed3), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:33.936441 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0c46c9b5-fffa-491f-b7cf-4b2e7f4f045e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (9f749439-c27f-4ea5-bd3a-943bca3e7ed3), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:33.964582 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c46c9b5-fffa-491f-b7cf-4b2e7f4f045e admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 17:14:33.975010 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46c9b5-fffa-491f-b7cf-4b2e7f4f045e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f749439-c27f-4ea5-bd3a-943bca3e7ed3,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:33.985449 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0c46c9b5-fffa-491f-b7cf-4b2e7f4f045e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733342282253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915'] for segment (d3a8b4a4-1b9e-49ad-9024-815b81d24100), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:33.985885 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.db.segments_db [None req-0c46c9b5-fffa-491f-b7cf-4b2e7f4f045e admin admin] Added segment d3a8b4a4-1b9e-49ad-9024-815b81d24100 of type vlan for network f1769c11-081d-442e-9e15-504c11318633 May 17 17:14:33.997439 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe54fd-f50b-44d2-81a0-479ececcf065 req-2e45eafd-eefc-4018-a76b-8aefaa887012 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:34.000933 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-dbfe54fd-f50b-44d2-81a0-479ececcf065 req-2e45eafd-eefc-4018-a76b-8aefaa887012 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 945 time: 0.0740349 May 17 17:14:34.039789 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0c46c9b5-fffa-491f-b7cf-4b2e7f4f045e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733341855133'] for network (f1769c11-081d-442e-9e15-504c11318633), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:34.070132 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0c46c9b5-fffa-491f-b7cf-4b2e7f4f045e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572'] for network (f1769c11-081d-442e-9e15-504c11318633), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:34.071535 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c46c9b5-fffa-491f-b7cf-4b2e7f4f045e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:34.072326 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0c46c9b5-fffa-491f-b7cf-4b2e7f4f045e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for network (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:34.094301 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-dbfe54fd-f50b-44d2-81a0-479ececcf065 req-82ec635f-d4e7-407e-9aac-8fee4a931d9b tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=28345ffa-9b38-46ce-be50-776fef54aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860469 May 17 17:14:34.110454 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-0c46c9b5-fffa-491f-b7cf-4b2e7f4f045e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.2989831 May 17 17:14:34.113707 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 48444) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:14:34.119088 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-822788aa-3e2c-4a5e-a74f-47fcfb3c8996 admin admin] Request body: {'subnet': {'network_id': 'f1769c11-081d-442e-9e15-504c11318633', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-909488293-subnet', 'tenant_id': '7e342982d1b8446ebd34d3ec75b0ca09', 'ip_version': 4}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:14:34.157321 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46c9b5-fffa-491f-b7cf-4b2e7f4f045e admin admin] Pushing event updated for resources: {'Network': ['ID=f1769c11-081d-442e-9e15-504c11318633,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:34.159476 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822788aa-3e2c-4a5e-a74f-47fcfb3c8996 admin admin] Made reservation on behalf of 7e342982d1b8446ebd34d3ec75b0ca09 for: {'subnet': 1} {{(pid=103511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:14:34.164272 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-822788aa-3e2c-4a5e-a74f-47fcfb3c8996 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4530466'] for subnet (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:34.180248 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Network f1769c11-081d-442e-9e15-504c11318633 details requested by agent ovs-agent-dv-cinder-842149-1-iscsi with host dv-cinder-842149-1-iscsi {{(pid=103512) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 17:14:34.381111 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-822788aa-3e2c-4a5e-a74f-47fcfb3c8996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4267487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4530484'] for subnet (06c12f13-6188-4191-ae0d-a8fbd754e0c1), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:34.424258 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426c5f5c-6164-464f-88e2-a9ab231cc0d7 None None] Sync routers for ids ['2d9bea0d-e005-4d26-a3be-0d542f1a4c13'] in dv-cinder-842149-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:14:34.434220 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426c5f5c-6164-464f-88e2-a9ab231cc0d7 None None] Routers {'2d9bea0d-e005-4d26-a3be-0d542f1a4c13'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:14:34.434916 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822788aa-3e2c-4a5e-a74f-47fcfb3c8996 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06c12f13-6188-4191-ae0d-a8fbd754e0c1,revision_number=0']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:34.435246 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-426c5f5c-6164-464f-88e2-a9ab231cc0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:14:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['2d9bea0d-e005-4d26-a3be-0d542f1a4c13'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:14:34.446485 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822788aa-3e2c-4a5e-a74f-47fcfb3c8996 admin admin] Checking segment: {'id': 'd3a8b4a4-1b9e-49ad-9024-815b81d24100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f1769c11-081d-442e-9e15-504c11318633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:14:34.446839 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822788aa-3e2c-4a5e-a74f-47fcfb3c8996 admin admin] Network hostable DHCP agents. Network: f1769c11-081d-442e-9e15-504c11318633, hostable agents: ['e31905a2-41fc-44e1-9d1f-1e6213680c03'], hosted agents: [] {{(pid=103511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 17:14:34.464509 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822788aa-3e2c-4a5e-a74f-47fcfb3c8996 admin admin] Network f1769c11-081d-442e-9e15-504c11318633 is scheduled to be hosted by DHCP agent e31905a2-41fc-44e1-9d1f-1e6213680c03 with binding_index 1 {{(pid=103511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 17:14:34.472817 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [None req-822788aa-3e2c-4a5e-a74f-47fcfb3c8996 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842149-1-iscsi, f1769c11-081d-442e-9e15-504c11318633) {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:14:34.477968 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822788aa-3e2c-4a5e-a74f-47fcfb3c8996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:34.478568 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-822788aa-3e2c-4a5e-a74f-47fcfb3c8996 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:34.488792 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3925bfb4-acd8-4236-84fd-4e63dbbfff7d None None] Network f1769c11-081d-442e-9e15-504c11318633 requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:14:34.494732 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-822788aa-3e2c-4a5e-a74f-47fcfb3c8996 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3796213 May 17 17:14:34.497487 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 48448) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:14:34.501871 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-901980b7-50b9-4e5a-bda1-a50557dca18b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-909488293-router', 'tenant_id': '7e342982d1b8446ebd34d3ec75b0ca09', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'}}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:14:34.522151 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-901980b7-50b9-4e5a-bda1-a50557dca18b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-611'] for router (af62be4e-7124-4c35-bd51-890574f77ec8), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:34.523161 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-901980b7-50b9-4e5a-bda1-a50557dca18b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7879634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7940134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-618'] for router (af62be4e-7124-4c35-bd51-890574f77ec8), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:34.573633 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-901980b7-50b9-4e5a-bda1-a50557dca18b admin admin] Publish callbacks [] for router_controller (af62be4e-7124-4c35-bd51-890574f77ec8), precommit_add_association {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:34.594813 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-426c5f5c-6164-464f-88e2-a9ab231cc0d7 None None] Set router 2d9bea0d-e005-4d26-a3be-0d542f1a4c13 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:14:34.701411 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01eecb8b-d52b-4002-b72c-9621c2b073f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf7098ea-f5f5-5e61-806c-121fd2f5eebb-f1769c11-081d-442e-9e15-504c11318633', 'network_id': 'f1769c11-081d-442e-9e15-504c11318633', 'project_id': '7e342982d1b8446ebd34d3ec75b0ca09', 'fixed_ips': [{'subnet_id': '06c12f13-6188-4191-ae0d-a8fbd754e0c1'}]}} from dv-cinder-842149-1-iscsi. {{(pid=103512) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 17:14:34.702363 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-01eecb8b-d52b-4002-b72c-9621c2b073f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:34.713855 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-901980b7-50b9-4e5a-bda1-a50557dca18b admin admin] Publish callbacks [] for router_gateway (af62be4e-7124-4c35-bd51-890574f77ec8), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:34.815263 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 1069656d-bdfd-4935-825c-6878d3681e94 up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:14:34.891786 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-901980b7-50b9-4e5a-bda1-a50557dca18b admin admin] Publish callbacks [] for router_gateway (af62be4e-7124-4c35-bd51-890574f77ec8), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:34.911341 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-901980b7-50b9-4e5a-bda1-a50557dca18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:34.955094 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port 1069656d-bdfd-4935-825c-6878d3681e94 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:14:34.955474 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (1069656d-bdfd-4935-825c-6878d3681e94), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:34.963277 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-426c5f5c-6164-464f-88e2-a9ab231cc0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'name': 'tempest-TestVolumeBootPattern-157448203-router', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '1069656d-bdfd-4935-825c-6878d3681e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:14:28Z', 'updated_at': '2022-05-17T17:14:32Z', 'revision_number': 4, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'gw_port': {'id': '1069656d-bdfd-4935-825c-6878d3681e94', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:29Z', 'updated_at': '2022-05-17T17:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': 'b852a37a-072e-48b9-b284-88687d884663', 'name': '', 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'mac_address': 'fa:16:3e:25:d8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:32Z', 'updated_at': '2022-05-17T17:14:32Z', 'revision_number': 2, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'subnets': [{'id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:14:35.024333 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [None req-901980b7-50b9-4e5a-bda1-a50557dca18b admin admin] Allocated IP 172.27.0.122 (02c56ec1-398e-4da7-8d6f-c5872f286327/162161ae-47ec-4957-8899-c21f028f623a/2fc1d452-3d4e-46e0-b426-ab7081510c50) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:14:35.135114 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426c5f5c-6164-464f-88e2-a9ab231cc0d7 None None] Checking router: 2d9bea0d-e005-4d26-a3be-0d542f1a4c13 for host: dv-cinder-842149-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:14:35.135487 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426c5f5c-6164-464f-88e2-a9ab231cc0d7 None None] Updating router 2d9bea0d-e005-4d26-a3be-0d542f1a4c13 port b852a37a-072e-48b9-b284-88687d884663 binding host dv-cinder-842149-1-iscsi {{(pid=103512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 17:14:35.142853 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-01eecb8b-d52b-4002-b72c-9621c2b073f2 None None] Allocated IP 172.20.0.2 (f1769c11-081d-442e-9e15-504c11318633/06c12f13-6188-4191-ae0d-a8fbd754e0c1/88ca7a0f-13ea-4b81-9e1f-c22b2f919982) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:14:35.148275 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-901980b7-50b9-4e5a-bda1-a50557dca18b admin admin] Publish callbacks [] for port (2fc1d452-3d4e-46e0-b426-ab7081510c50), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:35.189960 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-901980b7-50b9-4e5a-bda1-a50557dca18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (2fc1d452-3d4e-46e0-b426-ab7081510c50), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:35.198731 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-426c5f5c-6164-464f-88e2-a9ab231cc0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (b852a37a-072e-48b9-b284-88687d884663), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:35.219674 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4686b7-dcf3-4cef-a666-b7157f5b0b76 req-c635376b-d349-4c8d-aede-170c75b3a9ff tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:35.224120 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-cc4686b7-dcf3-4cef-a666-b7157f5b0b76 req-c635376b-d349-4c8d-aede-170c75b3a9ff tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 945 time: 0.0590429 May 17 17:14:35.232980 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901980b7-50b9-4e5a-bda1-a50557dca18b admin admin] Network 02c56ec1-398e-4da7-8d6f-c5872f286327 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:14:35.241258 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-901980b7-50b9-4e5a-bda1-a50557dca18b admin admin] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:14:35.243716 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901980b7-50b9-4e5a-bda1-a50557dca18b admin admin] Pushing event updated for resources: {'Port': ['ID=2fc1d452-3d4e-46e0-b426-ab7081510c50,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:35.245954 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901980b7-50b9-4e5a-bda1-a50557dca18b admin admin] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:14:35.288177 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-cc4686b7-dcf3-4cef-a666-b7157f5b0b76 req-b808cbd4-2767-4b9b-a9da-79bcd2a2b935 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=28345ffa-9b38-46ce-be50-776fef54aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606041 May 17 17:14:35.319838 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port 1069656d-bdfd-4935-825c-6878d3681e94 is: DOWN; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:14:35.320232 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (1069656d-bdfd-4935-825c-6878d3681e94), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:35.400806 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] For port 1069656d-bdfd-4935-825c-6878d3681e94, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=1069656d-bdfd-4935-825c-6878d3681e94,segment=NetworkSegment(d323b912-4d66-4aae-868e-160b7e4a1fa7),segment_id=d323b912-4d66-4aae-868e-160b7e4a1fa7)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:14:35.415021 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c3117-4427-4953-89e4-9dc749a9eb6b req-9cadb17f-8377-411e-b260-afe38270a968 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:35.416755 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-643c3117-4427-4953-89e4-9dc749a9eb6b req-9cadb17f-8377-411e-b260-afe38270a968 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 945 time: 0.0541825 May 17 17:14:35.425241 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 48456) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:14:35.429919 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-934f4468-7665-400c-a407-1201313a5234 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Request body: {'floatingip': {'port_id': '6b3cb952-d5bd-4de9-965c-39fcdbf9ab21'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:14:35.449222 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (1069656d-bdfd-4935-825c-6878d3681e94), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:35.470781 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-901980b7-50b9-4e5a-bda1-a50557dca18b admin admin] Publish callbacks [] for router_gateway (af62be4e-7124-4c35-bd51-890574f77ec8), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:35.488627 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-934f4468-7665-400c-a407-1201313a5234 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks [] for floatingip (6a63c21b-f6db-42d8-9a21-c1e2608c2551), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:35.536570 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-01eecb8b-d52b-4002-b72c-9621c2b073f2 None None] Publish callbacks [] for port (88ca7a0f-13ea-4b81-9e1f-c22b2f919982), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:35.563962 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Pushing event updated for resources: {'Port': ['ID=1069656d-bdfd-4935-825c-6878d3681e94,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:35.573624 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-01eecb8b-d52b-4002-b72c-9621c2b073f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (88ca7a0f-13ea-4b81-9e1f-c22b2f919982), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:35.652333 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01eecb8b-d52b-4002-b72c-9621c2b073f2 None None] Network f1769c11-081d-442e-9e15-504c11318633 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:14:35.664962 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-01eecb8b-d52b-4002-b72c-9621c2b073f2 None None] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:14:35.670320 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eecb8b-d52b-4002-b72c-9621c2b073f2 None None] Pushing event updated for resources: {'Port': ['ID=88ca7a0f-13ea-4b81-9e1f-c22b2f919982,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:35.678234 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01eecb8b-d52b-4002-b72c-9621c2b073f2 None None] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:14:35.787518 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-01eecb8b-d52b-4002-b72c-9621c2b073f2 None None] Attempting to bind port 88ca7a0f-13ea-4b81-9e1f-c22b2f919982 on host dv-cinder-842149-1-iscsi for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:14:35.787885 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-01eecb8b-d52b-4002-b72c-9621c2b073f2 None None] Attempting to bind port 88ca7a0f-13ea-4b81-9e1f-c22b2f919982 by drivers openvswitch,hyperv on host dv-cinder-842149-1-iscsi at level 0 using segments [{'id': 'd3a8b4a4-1b9e-49ad-9024-815b81d24100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f1769c11-081d-442e-9e15-504c11318633'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:14:35.788173 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eecb8b-d52b-4002-b72c-9621c2b073f2 None None] Attempting to bind port 88ca7a0f-13ea-4b81-9e1f-c22b2f919982 on network f1769c11-081d-442e-9e15-504c11318633 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:14:35.803993 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eecb8b-d52b-4002-b72c-9621c2b073f2 None None] Checking agent: {'id': '112412f2-6814-4612-abcf-1771f8ba00b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 1, 57), 'started_at': datetime.datetime(2022, 5, 17, 17, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:14:35.804333 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eecb8b-d52b-4002-b72c-9621c2b073f2 None None] Checking segment: {'id': 'd3a8b4a4-1b9e-49ad-9024-815b81d24100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f1769c11-081d-442e-9e15-504c11318633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:14:35.804752 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-01eecb8b-d52b-4002-b72c-9621c2b073f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:35.805239 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eecb8b-d52b-4002-b72c-9621c2b073f2 None None] Bound using segment: {'id': 'd3a8b4a4-1b9e-49ad-9024-815b81d24100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f1769c11-081d-442e-9e15-504c11318633'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:14:35.805854 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-01eecb8b-d52b-4002-b72c-9621c2b073f2 None None] Bound port: 88ca7a0f-13ea-4b81-9e1f-c22b2f919982, host: dv-cinder-842149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a8b4a4-1b9e-49ad-9024-815b81d24100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f1769c11-081d-442e-9e15-504c11318633'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:14:35.806251 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-01eecb8b-d52b-4002-b72c-9621c2b073f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (88ca7a0f-13ea-4b81-9e1f-c22b2f919982), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:35.812049 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-426c5f5c-6164-464f-88e2-a9ab231cc0d7 None None] Publish callbacks [] for port (b852a37a-072e-48b9-b284-88687d884663), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:35.827197 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-426c5f5c-6164-464f-88e2-a9ab231cc0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (b852a37a-072e-48b9-b284-88687d884663), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:35.898346 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-901980b7-50b9-4e5a-bda1-a50557dca18b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7879595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7876840'] for router (af62be4e-7124-4c35-bd51-890574f77ec8), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:35.922393 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71969402-3d46-4d97-b93e-196368bb6d56 None None] Pushing event updated for resources: {'Port': ['ID=b852a37a-072e-48b9-b284-88687d884663,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:35.925225 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-01eecb8b-d52b-4002-b72c-9621c2b073f2 None None] For port 88ca7a0f-13ea-4b81-9e1f-c22b2f919982, host dv-cinder-842149-1-iscsi, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:14:35.930946 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-01eecb8b-d52b-4002-b72c-9621c2b073f2 None None] For port 88ca7a0f-13ea-4b81-9e1f-c22b2f919982, host dv-cinder-842149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=88ca7a0f-13ea-4b81-9e1f-c22b2f919982,segment=NetworkSegment(d3a8b4a4-1b9e-49ad-9024-815b81d24100),segment_id=d3a8b4a4-1b9e-49ad-9024-815b81d24100)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:14:35.956181 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-01eecb8b-d52b-4002-b72c-9621c2b073f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (88ca7a0f-13ea-4b81-9e1f-c22b2f919982), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:35.976903 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-934f4468-7665-400c-a407-1201313a5234 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:35.982094 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-934f4468-7665-400c-a407-1201313a5234 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7866643'] for floatingip (6a63c21b-f6db-42d8-9a21-c1e2608c2551), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:36.040427 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-426c5f5c-6164-464f-88e2-a9ab231cc0d7 None None] Attempting to bind port b852a37a-072e-48b9-b284-88687d884663 on host dv-cinder-842149-1-iscsi for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:14:36.040772 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-426c5f5c-6164-464f-88e2-a9ab231cc0d7 None None] Attempting to bind port b852a37a-072e-48b9-b284-88687d884663 by drivers openvswitch,hyperv on host dv-cinder-842149-1-iscsi at level 0 using segments [{'id': '3edb7eab-9922-40db-9293-945d85664407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:14:36.041073 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426c5f5c-6164-464f-88e2-a9ab231cc0d7 None None] Attempting to bind port b852a37a-072e-48b9-b284-88687d884663 on network f954c18a-8821-47ca-8b80-a2fbc154db5e {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:14:36.053294 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901980b7-50b9-4e5a-bda1-a50557dca18b admin admin] Router af62be4e-7124-4c35-bd51-890574f77ec8 is scheduled to L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 with binding_index 1 {{(pid=103510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 17:14:36.056245 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426c5f5c-6164-464f-88e2-a9ab231cc0d7 None None] Checking agent: {'id': '112412f2-6814-4612-abcf-1771f8ba00b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 1, 57), 'started_at': datetime.datetime(2022, 5, 17, 17, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:14:36.056657 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426c5f5c-6164-464f-88e2-a9ab231cc0d7 None None] Checking segment: {'id': '3edb7eab-9922-40db-9293-945d85664407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:14:36.057067 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-426c5f5c-6164-464f-88e2-a9ab231cc0d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:36.057469 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426c5f5c-6164-464f-88e2-a9ab231cc0d7 None None] Bound using segment: {'id': '3edb7eab-9922-40db-9293-945d85664407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:14:36.057918 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-426c5f5c-6164-464f-88e2-a9ab231cc0d7 None None] Bound port: b852a37a-072e-48b9-b284-88687d884663, host: dv-cinder-842149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3edb7eab-9922-40db-9293-945d85664407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:14:36.058391 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-426c5f5c-6164-464f-88e2-a9ab231cc0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (b852a37a-072e-48b9-b284-88687d884663), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:36.060701 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eecb8b-d52b-4002-b72c-9621c2b073f2 None None] Pushing event updated for resources: {'Port': ['ID=88ca7a0f-13ea-4b81-9e1f-c22b2f919982,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:36.148885 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-426c5f5c-6164-464f-88e2-a9ab231cc0d7 None None] For port b852a37a-072e-48b9-b284-88687d884663, host dv-cinder-842149-1-iscsi, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:14:36.152409 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-426c5f5c-6164-464f-88e2-a9ab231cc0d7 None None] For port b852a37a-072e-48b9-b284-88687d884663, host dv-cinder-842149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=b852a37a-072e-48b9-b284-88687d884663,segment=NetworkSegment(3edb7eab-9922-40db-9293-945d85664407),segment_id=3edb7eab-9922-40db-9293-945d85664407)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:14:36.173561 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-426c5f5c-6164-464f-88e2-a9ab231cc0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (b852a37a-072e-48b9-b284-88687d884663), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:36.228235 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901980b7-50b9-4e5a-bda1-a50557dca18b admin admin] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:14:36.239420 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426c5f5c-6164-464f-88e2-a9ab231cc0d7 None None] Routers {'2d9bea0d-e005-4d26-a3be-0d542f1a4c13'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:14:36.240542 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-426c5f5c-6164-464f-88e2-a9ab231cc0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:14:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['2d9bea0d-e005-4d26-a3be-0d542f1a4c13'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:14:36.243001 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71969402-3d46-4d97-b93e-196368bb6d56 None None] Pushing event updated for resources: {'Port': ['ID=b852a37a-072e-48b9-b284-88687d884663,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:36.253672 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de25bf7-038b-44a3-8013-dc6d7716e118 None None] Sync routers for ids ['af62be4e-7124-4c35-bd51-890574f77ec8'] in dv-cinder-842149-1-iscsi {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:14:36.255979 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-901980b7-50b9-4e5a-bda1-a50557dca18b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:36.259792 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-901980b7-50b9-4e5a-bda1-a50557dca18b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7587752 May 17 17:14:36.260179 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 48458) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:14:36.288064 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de25bf7-038b-44a3-8013-dc6d7716e118 None None] Routers {'af62be4e-7124-4c35-bd51-890574f77ec8'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:14:36.288995 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-9de25bf7-038b-44a3-8013-dc6d7716e118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:14:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['af62be4e-7124-4c35-bd51-890574f77ec8'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:14:36.302536 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-25cabcf4-034e-461d-b974-4baa87db71b2 None None] Provisioning complete for port b852a37a-072e-48b9-b284-88687d884663 triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:14:36.302907 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-25cabcf4-034e-461d-b974-4baa87db71b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (b852a37a-072e-48b9-b284-88687d884663), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:36.384789 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-934f4468-7665-400c-a407-1201313a5234 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Router 841f4662-38c1-42be-ba44-29e3e68c80fa has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:14:36.483140 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-426c5f5c-6164-464f-88e2-a9ab231cc0d7 None None] Set router 2d9bea0d-e005-4d26-a3be-0d542f1a4c13 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:14:36.495362 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-9de25bf7-038b-44a3-8013-dc6d7716e118 None None] Set router af62be4e-7124-4c35-bd51-890574f77ec8 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:14:36.687443 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-25cabcf4-034e-461d-b974-4baa87db71b2 None None] Current status of the port b852a37a-072e-48b9-b284-88687d884663 is: DOWN; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:14:36.688073 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-25cabcf4-034e-461d-b974-4baa87db71b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (b852a37a-072e-48b9-b284-88687d884663), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:36.712124 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-9de25bf7-038b-44a3-8013-dc6d7716e118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af62be4e-7124-4c35-bd51-890574f77ec8', 'name': 'tempest-TestVolumeBootPattern-909488293-router', 'tenant_id': '7e342982d1b8446ebd34d3ec75b0ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '2fc1d452-3d4e-46e0-b426-ab7081510c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:14:34Z', 'updated_at': '2022-05-17T17:14:35Z', 'revision_number': 3, 'project_id': '7e342982d1b8446ebd34d3ec75b0ca09', 'gw_port': {'id': '2fc1d452-3d4e-46e0-b426-ab7081510c50', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af62be4e-7124-4c35-bd51-890574f77ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:34Z', 'updated_at': '2022-05-17T17:14:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi'}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:14:36.742038 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-25cabcf4-034e-461d-b974-4baa87db71b2 None None] For port b852a37a-072e-48b9-b284-88687d884663, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=b852a37a-072e-48b9-b284-88687d884663,segment=NetworkSegment(3edb7eab-9922-40db-9293-945d85664407),segment_id=3edb7eab-9922-40db-9293-945d85664407)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:14:36.755082 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de25bf7-038b-44a3-8013-dc6d7716e118 None None] Checking router: af62be4e-7124-4c35-bd51-890574f77ec8 for host: dv-cinder-842149-1-iscsi {{(pid=103513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:14:36.755676 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de25bf7-038b-44a3-8013-dc6d7716e118 None None] Updating router af62be4e-7124-4c35-bd51-890574f77ec8 port 2fc1d452-3d4e-46e0-b426-ab7081510c50 binding host dv-cinder-842149-1-iscsi {{(pid=103513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 17:14:36.781246 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.agents_db [None req-bd8c2525-aad1-4fe1-b03f-cf2f293aaa3a None None] Agent healthcheck: found 6 active agents {{(pid=103513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:14:36.789815 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-25cabcf4-034e-461d-b974-4baa87db71b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (b852a37a-072e-48b9-b284-88687d884663), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:36.790898 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9de25bf7-038b-44a3-8013-dc6d7716e118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (2fc1d452-3d4e-46e0-b426-ab7081510c50), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:36.801027 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934f4468-7665-400c-a407-1201313a5234 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:14:36.806207 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-934f4468-7665-400c-a407-1201313a5234 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for floatingip (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:36.830524 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e7e621-fa1f-449e-91e0-d429e2c3353c None None] Sync routers for ids ['841f4662-38c1-42be-ba44-29e3e68c80fa'] in dv-cinder-842149-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:14:36.839927 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-426c5f5c-6164-464f-88e2-a9ab231cc0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'name': 'tempest-TestVolumeBootPattern-157448203-router', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '1069656d-bdfd-4935-825c-6878d3681e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:14:28Z', 'updated_at': '2022-05-17T17:14:32Z', 'revision_number': 4, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'gw_port': {'id': '1069656d-bdfd-4935-825c-6878d3681e94', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:29Z', 'updated_at': '2022-05-17T17:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': 'b852a37a-072e-48b9-b284-88687d884663', 'name': '', 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'mac_address': 'fa:16:3e:25:d8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:32Z', 'updated_at': '2022-05-17T17:14:36Z', 'revision_number': 4, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'subnets': [{'id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:14:36.869885 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426c5f5c-6164-464f-88e2-a9ab231cc0d7 None None] The sync data for ids ['2d9bea0d-e005-4d26-a3be-0d542f1a4c13'] in dv-cinder-842149-1-iscsi is: [{'id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'name': 'tempest-TestVolumeBootPattern-157448203-router', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '1069656d-bdfd-4935-825c-6878d3681e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:14:28Z', 'updated_at': '2022-05-17T17:14:32Z', 'revision_number': 4, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'gw_port': {'id': '1069656d-bdfd-4935-825c-6878d3681e94', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:29Z', 'updated_at': '2022-05-17T17:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': 'b852a37a-072e-48b9-b284-88687d884663', 'name': '', 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'mac_address': 'fa:16:3e:25:d8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:32Z', 'updated_at': '2022-05-17T17:14:36Z', 'revision_number': 4, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'subnets': [{'id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:14:36.874432 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bfa0b8b-6981-43aa-9f5c-214bc3c20d64', 'tag': '6b3cb952-d5bd-4de9-965c-39fcdbf9ab21'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:14:36.876696 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}013e0ef84fb20d02ca9c836efc6ccc20e48c75fd9b469b89b36882842dcef414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6574f308-95cc-4fb9-8831-95e540d4797d" -d '{"events": [{"name": "network-changed", "server_uuid": "5bfa0b8b-6981-43aa-9f5c-214bc3c20d64", "tag": "6b3cb952-d5bd-4de9-965c-39fcdbf9ab21"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:14:36.893654 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e7e621-fa1f-449e-91e0-d429e2c3353c None None] Routers {'841f4662-38c1-42be-ba44-29e3e68c80fa'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:14:36.895632 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-50e7e621-fa1f-449e-91e0-d429e2c3353c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:14:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['841f4662-38c1-42be-ba44-29e3e68c80fa'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:14:36.985753 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cabcf4-034e-461d-b974-4baa87db71b2 None None] Pushing event updated for resources: {'Port': ['ID=b852a37a-072e-48b9-b284-88687d884663,revision_number=5']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:37.007006 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddded00f-cad0-4672-96f8-fc0d24d48d08 x-openstack-request-id: req-ddded00f-cad0-4672-96f8-fc0d24d48d08 {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:14:37.007554 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bfa0b8b-6981-43aa-9f5c-214bc3c20d64", "tag": "6b3cb952-d5bd-4de9-965c-39fcdbf9ab21", "status": "completed", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:14:37.007993 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ddded00f-cad0-4672-96f8-fc0d24d48d08 {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:14:37.008550 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddded00f-cad0-4672-96f8-fc0d24d48d08'] response: {'name': 'network-changed', 'server_uuid': '5bfa0b8b-6981-43aa-9f5c-214bc3c20d64', 'tag': '6b3cb952-d5bd-4de9-965c-39fcdbf9ab21', 'status': 'completed', 'code': 200} May 17 17:14:37.011930 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-8fafa580-418e-4817-a1a8-3f953cb89b1b None None] Provisioning complete for port b852a37a-072e-48b9-b284-88687d884663 triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:14:37.012317 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8fafa580-418e-4817-a1a8-3f953cb89b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (b852a37a-072e-48b9-b284-88687d884663), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:37.034617 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-934f4468-7665-400c-a407-1201313a5234 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "PUT /v2.0/floatingips/6a63c21b-f6db-42d8-9a21-c1e2608c2551 HTTP/1.1" status: 200 len: 993 time: 1.6079082 May 17 17:14:37.059477 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 88ca7a0f-13ea-4b81-9e1f-c22b2f919982 up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:14:37.088393 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574f308-95cc-4fb9-8831-95e540d4797d req-d5b6a535-03d8-4acd-b6a4-2675e3404e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:37.089852 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6574f308-95cc-4fb9-8831-95e540d4797d req-d5b6a535-03d8-4acd-b6a4-2675e3404e0f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea3305a913c541e4a45267497213df1c&device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 1129 time: 0.0987673 May 17 17:14:37.290822 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574f308-95cc-4fb9-8831-95e540d4797d req-fed0aaaa-3307-4672-9ecb-1213f82de492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:37.292718 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6574f308-95cc-4fb9-8831-95e540d4797d req-fed0aaaa-3307-4672-9ecb-1213f82de492 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d8fd1f2f-e54a-4844-8483-0ddae8800cdb HTTP/1.1" status: 200 len: 920 time: 0.1953106 May 17 17:14:37.330106 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9de25bf7-038b-44a3-8013-dc6d7716e118 None None] Publish callbacks [] for port (2fc1d452-3d4e-46e0-b426-ab7081510c50), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:37.338765 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-48aeeb28-b349-4aac-a8cb-a79298eaf56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:37.342439 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9de25bf7-038b-44a3-8013-dc6d7716e118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (2fc1d452-3d4e-46e0-b426-ab7081510c50), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:37.427902 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6574f308-95cc-4fb9-8831-95e540d4797d req-cdeaabc6-4f66-4088-92cc-6d497a8838a8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b3cb952-d5bd-4de9-965c-39fcdbf9ab21 HTTP/1.1" status: 200 len: 1001 time: 0.1273527 May 17 17:14:37.438441 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port 88ca7a0f-13ea-4b81-9e1f-c22b2f919982 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:14:37.439028 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (88ca7a0f-13ea-4b81-9e1f-c22b2f919982), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:37.446622 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-50e7e621-fa1f-449e-91e0-d429e2c3353c None None] Set router 841f4662-38c1-42be-ba44-29e3e68c80fa gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:14:37.465669 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-9de25bf7-038b-44a3-8013-dc6d7716e118 None None] Attempting to bind port 2fc1d452-3d4e-46e0-b426-ab7081510c50 on host dv-cinder-842149-1-iscsi for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:14:37.466031 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-9de25bf7-038b-44a3-8013-dc6d7716e118 None None] Attempting to bind port 2fc1d452-3d4e-46e0-b426-ab7081510c50 by drivers openvswitch,hyperv on host dv-cinder-842149-1-iscsi at level 0 using segments [{'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:14:37.466387 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de25bf7-038b-44a3-8013-dc6d7716e118 None None] Attempting to bind port 2fc1d452-3d4e-46e0-b426-ab7081510c50 on network 02c56ec1-398e-4da7-8d6f-c5872f286327 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:14:37.468643 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245735e1-1260-42e7-b2f9-aaf478f2404e None None] Pushing event updated for resources: {'Port': ['ID=2fc1d452-3d4e-46e0-b426-ab7081510c50,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:37.485096 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de25bf7-038b-44a3-8013-dc6d7716e118 None None] Checking agent: {'id': '112412f2-6814-4612-abcf-1771f8ba00b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 1, 57), 'started_at': datetime.datetime(2022, 5, 17, 17, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:14:37.485587 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de25bf7-038b-44a3-8013-dc6d7716e118 None None] Checking segment: {'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:14:37.485867 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9de25bf7-038b-44a3-8013-dc6d7716e118 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:37.486366 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de25bf7-038b-44a3-8013-dc6d7716e118 None None] Bound using segment: {'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:14:37.487268 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-9de25bf7-038b-44a3-8013-dc6d7716e118 None None] Bound port: 2fc1d452-3d4e-46e0-b426-ab7081510c50, host: dv-cinder-842149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:14:37.487659 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9de25bf7-038b-44a3-8013-dc6d7716e118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (2fc1d452-3d4e-46e0-b426-ab7081510c50), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:37.523703 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574f308-95cc-4fb9-8831-95e540d4797d req-ee1b745e-511e-4956-a869-e9198a4e4d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:37.525287 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6574f308-95cc-4fb9-8831-95e540d4797d req-ee1b745e-511e-4956-a869-e9198a4e4d5b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ac6ed14f-342b-4c1d-a6d0-3f83923520d0 HTTP/1.1" status: 200 len: 858 time: 0.0885067 May 17 17:14:37.589155 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-9de25bf7-038b-44a3-8013-dc6d7716e118 None None] For port 2fc1d452-3d4e-46e0-b426-ab7081510c50, host dv-cinder-842149-1-iscsi, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:14:37.595804 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-9de25bf7-038b-44a3-8013-dc6d7716e118 None None] For port 2fc1d452-3d4e-46e0-b426-ab7081510c50, host dv-cinder-842149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=2fc1d452-3d4e-46e0-b426-ab7081510c50,segment=NetworkSegment(d323b912-4d66-4aae-868e-160b7e4a1fa7),segment_id=d323b912-4d66-4aae-868e-160b7e4a1fa7)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:14:37.603434 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574f308-95cc-4fb9-8831-95e540d4797d req-22a10414-aeb1-46f7-a701-01cef82710c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:37.605114 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6574f308-95cc-4fb9-8831-95e540d4797d req-22a10414-aeb1-46f7-a701-01cef82710c1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d8fd1f2f-e54a-4844-8483-0ddae8800cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0719967 May 17 17:14:37.611380 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-9de25bf7-038b-44a3-8013-dc6d7716e118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (2fc1d452-3d4e-46e0-b426-ab7081510c50), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:37.674507 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.db_base_plugin_common [None req-48aeeb28-b349-4aac-a8cb-a79298eaf56c admin admin] Allocated IP 172.20.0.1 (f1769c11-081d-442e-9e15-504c11318633/06c12f13-6188-4191-ae0d-a8fbd754e0c1/2a0bff35-ec61-4e51-b243-e6ffdf0127f0) {{(pid=103511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:14:37.682275 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3c474b-895e-43e6-8fc4-5c197df608b5 None None] Network f1769c11-081d-442e-9e15-504c11318633 requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:14:37.706204 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-8fafa580-418e-4817-a1a8-3f953cb89b1b None None] Current status of the port b852a37a-072e-48b9-b284-88687d884663 is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:14:37.740706 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de25bf7-038b-44a3-8013-dc6d7716e118 None None] Routers {'af62be4e-7124-4c35-bd51-890574f77ec8'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:14:37.741332 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-9de25bf7-038b-44a3-8013-dc6d7716e118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:14:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['af62be4e-7124-4c35-bd51-890574f77ec8'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:14:37.807492 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245735e1-1260-42e7-b2f9-aaf478f2404e None None] Pushing event updated for resources: {'Port': ['ID=2fc1d452-3d4e-46e0-b426-ab7081510c50,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:37.815640 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-48aeeb28-b349-4aac-a8cb-a79298eaf56c admin admin] Publish callbacks [] for port (2a0bff35-ec61-4e51-b243-e6ffdf0127f0), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:37.832711 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6574f308-95cc-4fb9-8831-95e540d4797d req-f10ffe8a-dde5-4504-a0e0-ee9a646d5725 service neutron] 10.222.0.23 "GET /v2.0/networks/d8fd1f2f-e54a-4844-8483-0ddae8800cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963081 May 17 17:14:37.876884 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-48aeeb28-b349-4aac-a8cb-a79298eaf56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4266351'] for port (2a0bff35-ec61-4e51-b243-e6ffdf0127f0), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:37.893054 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-9de25bf7-038b-44a3-8013-dc6d7716e118 None None] Set router af62be4e-7124-4c35-bd51-890574f77ec8 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:14:37.915934 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48aeeb28-b349-4aac-a8cb-a79298eaf56c admin admin] Network f1769c11-081d-442e-9e15-504c11318633 is already hosted by enough agents. {{(pid=103511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:14:37.920631 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [None req-48aeeb28-b349-4aac-a8cb-a79298eaf56c admin admin] Resources bound (agent type, host, resource id): {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:14:37.925477 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48aeeb28-b349-4aac-a8cb-a79298eaf56c admin admin] Received port after_create {{(pid=103511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:14:37.939688 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6e60f58f-70b8-47cb-816b-af8c8223a3b4 None None] Provisioning complete for port 88ca7a0f-13ea-4b81-9e1f-c22b2f919982 triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:14:37.940428 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6e60f58f-70b8-47cb-816b-af8c8223a3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (88ca7a0f-13ea-4b81-9e1f-c22b2f919982), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:37.980202 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port 88ca7a0f-13ea-4b81-9e1f-c22b2f919982 is: DOWN; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:14:37.980474 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6574f308-95cc-4fb9-8831-95e540d4797d req-5baf5e64-f9d1-4628-8040-040a40d511ae service neutron] 10.222.0.23 "GET /v2.0/networks/d8fd1f2f-e54a-4844-8483-0ddae8800cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464441 May 17 17:14:37.981167 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (88ca7a0f-13ea-4b81-9e1f-c22b2f919982), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:37.996777 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aeeb28-b349-4aac-a8cb-a79298eaf56c admin admin] Pushing event updated for resources: {'Port': ['ID=2a0bff35-ec61-4e51-b243-e6ffdf0127f0,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:38.031257 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-48aeeb28-b349-4aac-a8cb-a79298eaf56c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7867333'] for router_interface (af62be4e-7124-4c35-bd51-890574f77ec8), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:38.135336 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] For port 88ca7a0f-13ea-4b81-9e1f-c22b2f919982, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=88ca7a0f-13ea-4b81-9e1f-c22b2f919982,segment=NetworkSegment(d3a8b4a4-1b9e-49ad-9024-815b81d24100),segment_id=d3a8b4a4-1b9e-49ad-9024-815b81d24100)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:14:38.167222 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (88ca7a0f-13ea-4b81-9e1f-c22b2f919982), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:38.168150 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 1069656d-bdfd-4935-825c-6878d3681e94 up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:14:38.222332 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-50e7e621-fa1f-449e-91e0-d429e2c3353c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1424071257-router', 'tenant_id': 'ea3305a913c541e4a45267497213df1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'd97b4916-8d2a-4a67-b6d5-bef654ebc8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:19Z', 'updated_at': '2022-05-17T17:10:29Z', 'revision_number': 4, 'project_id': 'ea3305a913c541e4a45267497213df1c', 'gw_port': {'id': 'd97b4916-8d2a-4a67-b6d5-bef654ebc8fe', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': '6a63c21b-f6db-42d8-9a21-c1e2608c2551', 'tenant_id': 'ea3305a913c541e4a45267497213df1c', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'port_id': '6b3cb952-d5bd-4de9-965c-39fcdbf9ab21', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb', 'mac_address': 'fa:16:3e:ff:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfa0b8b-6981-43aa-9f5c-214bc3c20d64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:12:35Z', 'updated_at': '2022-05-17T17:14:35Z', 'revision_number': 3, 'project_id': 'ea3305a913c541e4a45267497213df1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '998694a2-0bfc-40b8-9e00-7ac3711e21d1', 'name': '', 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb', 'tenant_id': 'ea3305a913c541e4a45267497213df1c', 'mac_address': 'fa:16:3e:94:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ac6ed14f-342b-4c1d-a6d0-3f83923520d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:27Z', 'updated_at': '2022-05-17T17:10:44Z', 'revision_number': 5, 'project_id': 'ea3305a913c541e4a45267497213df1c', 'subnets': [{'id': 'ac6ed14f-342b-4c1d-a6d0-3f83923520d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:14:38.228621 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-9de25bf7-038b-44a3-8013-dc6d7716e118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af62be4e-7124-4c35-bd51-890574f77ec8', 'name': 'tempest-TestVolumeBootPattern-909488293-router', 'tenant_id': '7e342982d1b8446ebd34d3ec75b0ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '2fc1d452-3d4e-46e0-b426-ab7081510c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:14:34Z', 'updated_at': '2022-05-17T17:14:35Z', 'revision_number': 3, 'project_id': '7e342982d1b8446ebd34d3ec75b0ca09', 'gw_port': {'id': '2fc1d452-3d4e-46e0-b426-ab7081510c50', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af62be4e-7124-4c35-bd51-890574f77ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:34Z', 'updated_at': '2022-05-17T17:14:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi'}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:14:38.259590 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-48aeeb28-b349-4aac-a8cb-a79298eaf56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (2a0bff35-ec61-4e51-b243-e6ffdf0127f0), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:38.260880 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de25bf7-038b-44a3-8013-dc6d7716e118 None None] The sync data for ids ['af62be4e-7124-4c35-bd51-890574f77ec8'] in dv-cinder-842149-1-iscsi is: [{'id': 'af62be4e-7124-4c35-bd51-890574f77ec8', 'name': 'tempest-TestVolumeBootPattern-909488293-router', 'tenant_id': '7e342982d1b8446ebd34d3ec75b0ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '2fc1d452-3d4e-46e0-b426-ab7081510c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:14:34Z', 'updated_at': '2022-05-17T17:14:35Z', 'revision_number': 3, 'project_id': '7e342982d1b8446ebd34d3ec75b0ca09', 'gw_port': {'id': '2fc1d452-3d4e-46e0-b426-ab7081510c50', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af62be4e-7124-4c35-bd51-890574f77ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:34Z', 'updated_at': '2022-05-17T17:14:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi'}] {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:14:38.324588 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Pushing event updated for resources: {'Port': ['ID=88ca7a0f-13ea-4b81-9e1f-c22b2f919982,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:38.341626 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6e60f58f-70b8-47cb-816b-af8c8223a3b4 None None] Current status of the port 88ca7a0f-13ea-4b81-9e1f-c22b2f919982 is: DOWN; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:14:38.342013 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6e60f58f-70b8-47cb-816b-af8c8223a3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (88ca7a0f-13ea-4b81-9e1f-c22b2f919982), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:38.406136 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e7e621-fa1f-449e-91e0-d429e2c3353c None None] Checking router: 841f4662-38c1-42be-ba44-29e3e68c80fa for host: dv-cinder-842149-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:14:38.479001 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port 1069656d-bdfd-4935-825c-6878d3681e94 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:14:38.479564 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (1069656d-bdfd-4935-825c-6878d3681e94), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:38.485529 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e7e621-fa1f-449e-91e0-d429e2c3353c None None] Routers {'841f4662-38c1-42be-ba44-29e3e68c80fa'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:14:38.485975 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-50e7e621-fa1f-449e-91e0-d429e2c3353c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:14:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['841f4662-38c1-42be-ba44-29e3e68c80fa'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:14:38.556230 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.db.api [None req-6e60f58f-70b8-47cb-816b-af8c8223a3b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103512) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 17 17:14:38.556658 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG oslo_db.api [None req-6e60f58f-70b8-47cb-816b-af8c8223a3b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 17 17:14:38.601184 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-48aeeb28-b349-4aac-a8cb-a79298eaf56c admin admin] Publish callbacks [] for port (2a0bff35-ec61-4e51-b243-e6ffdf0127f0), precommit_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:38.606989 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-48aeeb28-b349-4aac-a8cb-a79298eaf56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4266328'] for port (2a0bff35-ec61-4e51-b243-e6ffdf0127f0), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:38.673896 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-50e7e621-fa1f-449e-91e0-d429e2c3353c None None] Set router 841f4662-38c1-42be-ba44-29e3e68c80fa gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:14:38.676297 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port 1069656d-bdfd-4935-825c-6878d3681e94 is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:14:38.699130 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-48aeeb28-b349-4aac-a8cb-a79298eaf56c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7868047'] for router_interface (af62be4e-7124-4c35-bd51-890574f77ec8), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:38.701103 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aeeb28-b349-4aac-a8cb-a79298eaf56c admin admin] Pushing event updated for resources: {'Port': ['ID=2a0bff35-ec61-4e51-b243-e6ffdf0127f0,revision_number=2']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:38.850407 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48aeeb28-b349-4aac-a8cb-a79298eaf56c admin admin] Network f1769c11-081d-442e-9e15-504c11318633 is already hosted by enough agents. {{(pid=103511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:14:38.851993 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [None req-48aeeb28-b349-4aac-a8cb-a79298eaf56c admin admin] Resources bound (agent type, host, resource id): {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:14:38.941941 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device b852a37a-072e-48b9-b284-88687d884663 up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:14:38.995653 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-50e7e621-fa1f-449e-91e0-d429e2c3353c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1424071257-router', 'tenant_id': 'ea3305a913c541e4a45267497213df1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'd97b4916-8d2a-4a67-b6d5-bef654ebc8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:19Z', 'updated_at': '2022-05-17T17:10:29Z', 'revision_number': 4, 'project_id': 'ea3305a913c541e4a45267497213df1c', 'gw_port': {'id': 'd97b4916-8d2a-4a67-b6d5-bef654ebc8fe', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': '6a63c21b-f6db-42d8-9a21-c1e2608c2551', 'tenant_id': 'ea3305a913c541e4a45267497213df1c', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'port_id': '6b3cb952-d5bd-4de9-965c-39fcdbf9ab21', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb', 'mac_address': 'fa:16:3e:ff:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfa0b8b-6981-43aa-9f5c-214bc3c20d64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:12:35Z', 'updated_at': '2022-05-17T17:14:35Z', 'revision_number': 3, 'project_id': 'ea3305a913c541e4a45267497213df1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '998694a2-0bfc-40b8-9e00-7ac3711e21d1', 'name': '', 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb', 'tenant_id': 'ea3305a913c541e4a45267497213df1c', 'mac_address': 'fa:16:3e:94:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ac6ed14f-342b-4c1d-a6d0-3f83923520d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:27Z', 'updated_at': '2022-05-17T17:10:44Z', 'revision_number': 5, 'project_id': 'ea3305a913c541e4a45267497213df1c', 'subnets': [{'id': 'ac6ed14f-342b-4c1d-a6d0-3f83923520d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:14:39.004320 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48aeeb28-b349-4aac-a8cb-a79298eaf56c admin admin] Router af62be4e-7124-4c35-bd51-890574f77ec8 has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:14:39.010235 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bfa0b8b-6981-43aa-9f5c-214bc3c20d64', 'tag': '6b3cb952-d5bd-4de9-965c-39fcdbf9ab21'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:14:39.012936 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}013e0ef84fb20d02ca9c836efc6ccc20e48c75fd9b469b89b36882842dcef414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd40196-7df9-4271-86d3-b70f26811376" -d '{"events": [{"name": "network-changed", "server_uuid": "5bfa0b8b-6981-43aa-9f5c-214bc3c20d64", "tag": "6b3cb952-d5bd-4de9-965c-39fcdbf9ab21"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:14:39.028426 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e7e621-fa1f-449e-91e0-d429e2c3353c None None] The sync data for ids ['841f4662-38c1-42be-ba44-29e3e68c80fa'] in dv-cinder-842149-1-iscsi is: [{'id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1424071257-router', 'tenant_id': 'ea3305a913c541e4a45267497213df1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'd97b4916-8d2a-4a67-b6d5-bef654ebc8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:19Z', 'updated_at': '2022-05-17T17:10:29Z', 'revision_number': 4, 'project_id': 'ea3305a913c541e4a45267497213df1c', 'gw_port': {'id': 'd97b4916-8d2a-4a67-b6d5-bef654ebc8fe', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': '6a63c21b-f6db-42d8-9a21-c1e2608c2551', 'tenant_id': 'ea3305a913c541e4a45267497213df1c', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'port_id': '6b3cb952-d5bd-4de9-965c-39fcdbf9ab21', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb', 'mac_address': 'fa:16:3e:ff:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfa0b8b-6981-43aa-9f5c-214bc3c20d64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:12:35Z', 'updated_at': '2022-05-17T17:14:35Z', 'revision_number': 3, 'project_id': 'ea3305a913c541e4a45267497213df1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '998694a2-0bfc-40b8-9e00-7ac3711e21d1', 'name': '', 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb', 'tenant_id': 'ea3305a913c541e4a45267497213df1c', 'mac_address': 'fa:16:3e:94:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ac6ed14f-342b-4c1d-a6d0-3f83923520d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:27Z', 'updated_at': '2022-05-17T17:10:44Z', 'revision_number': 5, 'project_id': 'ea3305a913c541e4a45267497213df1c', 'subnets': [{'id': 'ac6ed14f-342b-4c1d-a6d0-3f83923520d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:14:39.061720 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port b852a37a-072e-48b9-b284-88687d884663 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:14:39.062099 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (b852a37a-072e-48b9-b284-88687d884663), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:39.105279 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca3cf2e-c11b-40b9-b34f-57c939cfa1d3 x-openstack-request-id: req-2ca3cf2e-c11b-40b9-b34f-57c939cfa1d3 {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:14:39.105669 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bfa0b8b-6981-43aa-9f5c-214bc3c20d64", "tag": "6b3cb952-d5bd-4de9-965c-39fcdbf9ab21", "status": "completed", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:14:39.105992 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2ca3cf2e-c11b-40b9-b34f-57c939cfa1d3 {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:14:39.106464 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ca3cf2e-c11b-40b9-b34f-57c939cfa1d3'] response: {'name': 'network-changed', 'server_uuid': '5bfa0b8b-6981-43aa-9f5c-214bc3c20d64', 'tag': '6b3cb952-d5bd-4de9-965c-39fcdbf9ab21', 'status': 'completed', 'code': 200} May 17 17:14:39.117969 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6e60f58f-70b8-47cb-816b-af8c8223a3b4 None None] Current status of the port 88ca7a0f-13ea-4b81-9e1f-c22b2f919982 is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:14:39.178555 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd40196-7df9-4271-86d3-b70f26811376 req-d472ce42-e8a9-4edd-a28e-c5a2b815b56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:39.181028 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8fd40196-7df9-4271-86d3-b70f26811376 req-d472ce42-e8a9-4edd-a28e-c5a2b815b56c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea3305a913c541e4a45267497213df1c&device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 1129 time: 0.0675938 May 17 17:14:39.196901 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port b852a37a-072e-48b9-b284-88687d884663 is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:14:39.197993 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 88ca7a0f-13ea-4b81-9e1f-c22b2f919982 up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:14:39.206525 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48aeeb28-b349-4aac-a8cb-a79298eaf56c admin admin] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:14:39.212255 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-48aeeb28-b349-4aac-a8cb-a79298eaf56c admin admin] 10.222.0.48 "PUT /v2.0/routers/af62be4e-7124-4c35-bd51-890574f77ec8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9510865 May 17 17:14:39.238458 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-3e8e29e3-19b5-4cda-9f26-0955d6932e1a None None] Provisioning complete for port 2a0bff35-ec61-4e51-b243-e6ffdf0127f0 triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:14:39.238786 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3e8e29e3-19b5-4cda-9f26-0955d6932e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (2a0bff35-ec61-4e51-b243-e6ffdf0127f0), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:39.296813 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-3e8e29e3-19b5-4cda-9f26-0955d6932e1a None None] Port 2a0bff35-ec61-4e51-b243-e6ffdf0127f0 cannot update to ACTIVE because it is not bound. {{(pid=103512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:14:39.303824 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd40196-7df9-4271-86d3-b70f26811376 req-646902a1-a8bd-4231-9f2d-6cab73427f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:39.304885 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port 88ca7a0f-13ea-4b81-9e1f-c22b2f919982 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:14:39.305275 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (88ca7a0f-13ea-4b81-9e1f-c22b2f919982), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:39.305386 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8fd40196-7df9-4271-86d3-b70f26811376 req-646902a1-a8bd-4231-9f2d-6cab73427f1a service neutron] 10.222.0.23 "GET /v2.0/networks?id=d8fd1f2f-e54a-4844-8483-0ddae8800cdb HTTP/1.1" status: 200 len: 920 time: 0.1159077 May 17 17:14:39.308792 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-3e8e29e3-19b5-4cda-9f26-0955d6932e1a None None] Provisioning complete for port 88ca7a0f-13ea-4b81-9e1f-c22b2f919982 triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:14:39.309161 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3e8e29e3-19b5-4cda-9f26-0955d6932e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (88ca7a0f-13ea-4b81-9e1f-c22b2f919982), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:39.401741 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8fd40196-7df9-4271-86d3-b70f26811376 req-d11b8671-edfa-4487-94c9-b78733f589ab service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b3cb952-d5bd-4de9-965c-39fcdbf9ab21 HTTP/1.1" status: 200 len: 1001 time: 0.0819201 May 17 17:14:39.454396 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd40196-7df9-4271-86d3-b70f26811376 req-adfa0b13-d986-4d59-b728-e8910e879095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:39.456765 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8fd40196-7df9-4271-86d3-b70f26811376 req-adfa0b13-d986-4d59-b728-e8910e879095 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ac6ed14f-342b-4c1d-a6d0-3f83923520d0 HTTP/1.1" status: 200 len: 858 time: 0.0539474 May 17 17:14:39.518683 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd40196-7df9-4271-86d3-b70f26811376 req-1d80c3b7-9058-4687-8c51-d27f4d007546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:39.520297 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8fd40196-7df9-4271-86d3-b70f26811376 req-1d80c3b7-9058-4687-8c51-d27f4d007546 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d8fd1f2f-e54a-4844-8483-0ddae8800cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524421 May 17 17:14:39.592088 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port 88ca7a0f-13ea-4b81-9e1f-c22b2f919982 is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:14:39.605358 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-3e8e29e3-19b5-4cda-9f26-0955d6932e1a None None] Current status of the port 88ca7a0f-13ea-4b81-9e1f-c22b2f919982 is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:14:39.635824 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 48474) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:14:39.636913 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8fd40196-7df9-4271-86d3-b70f26811376 req-1981d436-d46b-4995-8419-f377c1c38e27 service neutron] 10.222.0.23 "GET /v2.0/networks/d8fd1f2f-e54a-4844-8483-0ddae8800cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062043 May 17 17:14:39.640331 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-a9648a3b-bdcf-48fb-9073-2822439fc574 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-927017117', 'description': 'tempest-secgroup-smoke-927017117 description', 'project_id': 'b1528992e3c74c08b5c4192466f23852'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:14:39.663754 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a9648a3b-bdcf-48fb-9073-2822439fc574 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:39.739080 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8fd40196-7df9-4271-86d3-b70f26811376 req-2804ffc2-9f30-44b3-98f3-776b9e1c942e service neutron] 10.222.0.23 "GET /v2.0/networks/d8fd1f2f-e54a-4844-8483-0ddae8800cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943403 May 17 17:14:39.743629 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a9648a3b-bdcf-48fb-9073-2822439fc574 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for security_group (28b40252-adbd-491f-b796-30e56ed2e12f), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:39.748917 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a9648a3b-bdcf-48fb-9073-2822439fc574 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (28b40252-adbd-491f-b796-30e56ed2e12f), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:39.780634 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a9648a3b-bdcf-48fb-9073-2822439fc574 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:39.782132 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-a9648a3b-bdcf-48fb-9073-2822439fc574 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1450441 May 17 17:14:39.784890 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9648a3b-bdcf-48fb-9073-2822439fc574 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28b40252-adbd-491f-b796-30e56ed2e12f,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:39.785895 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 48476) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:14:39.795312 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-a69013f7-519b-4786-9e73-32a03d40565e tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Request body: {'security_group_rule': {'security_group_id': '28b40252-adbd-491f-b796-30e56ed2e12f', 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:14:39.824570 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a69013f7-519b-4786-9e73-32a03d40565e tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for security_group_rule (99fceac5-ed15-46af-b5d5-ac53409af264), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:39.874702 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a69013f7-519b-4786-9e73-32a03d40565e tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for security_group_rule (99fceac5-ed15-46af-b5d5-ac53409af264), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:39.878436 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a69013f7-519b-4786-9e73-32a03d40565e tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935960'] for security_group_rule (99fceac5-ed15-46af-b5d5-ac53409af264), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:39.895524 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69013f7-519b-4786-9e73-32a03d40565e tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99fceac5-ed15-46af-b5d5-ac53409af264,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:39.903833 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a69013f7-519b-4786-9e73-32a03d40565e tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:39.904948 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-a69013f7-519b-4786-9e73-32a03d40565e tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1177421 May 17 17:14:39.907876 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 48478) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:14:39.912759 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-38d4265b-f3dc-4713-bc2f-65b239a64110 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Request body: {'security_group_rule': {'security_group_id': '28b40252-adbd-491f-b796-30e56ed2e12f', 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:14:39.939945 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-38d4265b-f3dc-4713-bc2f-65b239a64110 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for security_group_rule (1cd1367e-8c91-4259-8b32-99100216892b), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:39.999820 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-38d4265b-f3dc-4713-bc2f-65b239a64110 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for security_group_rule (1cd1367e-8c91-4259-8b32-99100216892b), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:40.003409 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-38d4265b-f3dc-4713-bc2f-65b239a64110 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935960'] for security_group_rule (1cd1367e-8c91-4259-8b32-99100216892b), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:40.021356 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d4265b-f3dc-4713-bc2f-65b239a64110 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cd1367e-8c91-4259-8b32-99100216892b,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:40.029602 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-38d4265b-f3dc-4713-bc2f-65b239a64110 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:40.030779 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-38d4265b-f3dc-4713-bc2f-65b239a64110 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1212721 May 17 17:14:40.034452 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 48480) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:14:40.038670 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-02e580cb-b848-4cb4-af27-95ce61e13827 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Request body: {'security_group_rule': {'security_group_id': '28b40252-adbd-491f-b796-30e56ed2e12f', 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:14:40.065038 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-02e580cb-b848-4cb4-af27-95ce61e13827 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for security_group_rule (7f8c6b3e-b4ce-4f36-8ba8-095e8c037672), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:40.120975 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-02e580cb-b848-4cb4-af27-95ce61e13827 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for security_group_rule (7f8c6b3e-b4ce-4f36-8ba8-095e8c037672), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:40.124612 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-02e580cb-b848-4cb4-af27-95ce61e13827 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935960'] for security_group_rule (7f8c6b3e-b4ce-4f36-8ba8-095e8c037672), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:40.142866 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e580cb-b848-4cb4-af27-95ce61e13827 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f8c6b3e-b4ce-4f36-8ba8-095e8c037672,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:40.148387 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-02e580cb-b848-4cb4-af27-95ce61e13827 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:40.151966 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-02e580cb-b848-4cb4-af27-95ce61e13827 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1141257 May 17 17:14:40.152116 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 48482) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:14:40.156289 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-222e29aa-c6c1-46ce-b14b-576cf91c4822 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Request body: {'security_group_rule': {'security_group_id': '28b40252-adbd-491f-b796-30e56ed2e12f', 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:14:40.181725 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-222e29aa-c6c1-46ce-b14b-576cf91c4822 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for security_group_rule (d41e3c2a-8b0c-4d28-bfe2-f5639a9b7c02), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:40.237355 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-222e29aa-c6c1-46ce-b14b-576cf91c4822 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for security_group_rule (d41e3c2a-8b0c-4d28-bfe2-f5639a9b7c02), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:40.240699 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-222e29aa-c6c1-46ce-b14b-576cf91c4822 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935960'] for security_group_rule (d41e3c2a-8b0c-4d28-bfe2-f5639a9b7c02), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:40.259562 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e29aa-c6c1-46ce-b14b-576cf91c4822 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d41e3c2a-8b0c-4d28-bfe2-f5639a9b7c02,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:40.265509 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-222e29aa-c6c1-46ce-b14b-576cf91c4822 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:40.269612 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-222e29aa-c6c1-46ce-b14b-576cf91c4822 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1136281 May 17 17:14:40.272156 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 48484) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:14:40.276765 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-cf0ae8c2-1c7b-41fe-a99a-387ce13a4b03 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Request body: {'security_group_rule': {'security_group_id': '28b40252-adbd-491f-b796-30e56ed2e12f', 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:14:40.297573 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.db.securitygroups_db [None req-cf0ae8c2-1c7b-41fe-a99a-387ce13a4b03 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Project b1528992e3c74c08b5c4192466f23852 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 17:14:40.304605 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-cf0ae8c2-1c7b-41fe-a99a-387ce13a4b03 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for security_group_rule (88f9e5ed-6dd9-4eec-8d35-bffbf28655d0), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:40.353837 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-cf0ae8c2-1c7b-41fe-a99a-387ce13a4b03 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for security_group_rule (88f9e5ed-6dd9-4eec-8d35-bffbf28655d0), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:40.357507 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-cf0ae8c2-1c7b-41fe-a99a-387ce13a4b03 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935960'] for security_group_rule (88f9e5ed-6dd9-4eec-8d35-bffbf28655d0), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:40.375290 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ae8c2-1c7b-41fe-a99a-387ce13a4b03 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88f9e5ed-6dd9-4eec-8d35-bffbf28655d0,revision_number=0']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:40.385571 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-cf0ae8c2-1c7b-41fe-a99a-387ce13a4b03 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:40.386796 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-cf0ae8c2-1c7b-41fe-a99a-387ce13a4b03 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1135924 May 17 17:14:40.389646 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 48486) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:14:40.395015 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-204e8fa8-97a2-45a7-9df1-98955af4b3c6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Request body: {'security_group_rule': {'security_group_id': '28b40252-adbd-491f-b796-30e56ed2e12f', 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:14:40.416611 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.db.securitygroups_db [None req-204e8fa8-97a2-45a7-9df1-98955af4b3c6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Project b1528992e3c74c08b5c4192466f23852 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 17:14:40.422294 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-204e8fa8-97a2-45a7-9df1-98955af4b3c6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for security_group_rule (77f4db70-4dce-4a1b-8b7e-250810dbcc7d), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:40.485600 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-204e8fa8-97a2-45a7-9df1-98955af4b3c6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for security_group_rule (77f4db70-4dce-4a1b-8b7e-250810dbcc7d), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:40.490171 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-204e8fa8-97a2-45a7-9df1-98955af4b3c6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935960'] for security_group_rule (77f4db70-4dce-4a1b-8b7e-250810dbcc7d), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:40.507912 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e8fa8-97a2-45a7-9df1-98955af4b3c6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77f4db70-4dce-4a1b-8b7e-250810dbcc7d,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:40.515369 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-204e8fa8-97a2-45a7-9df1-98955af4b3c6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:40.519668 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-204e8fa8-97a2-45a7-9df1-98955af4b3c6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1259511 May 17 17:14:40.594660 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c963b785-43a8-44da-b013-c989375b68ab None None] Sync routers for ids ['af62be4e-7124-4c35-bd51-890574f77ec8'] in dv-cinder-842149-1-iscsi {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:14:40.604963 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c963b785-43a8-44da-b013-c989375b68ab None None] Routers {'af62be4e-7124-4c35-bd51-890574f77ec8'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:14:40.605560 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-c963b785-43a8-44da-b013-c989375b68ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:14:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['af62be4e-7124-4c35-bd51-890574f77ec8'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:14:40.705878 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-c963b785-43a8-44da-b013-c989375b68ab None None] Set router af62be4e-7124-4c35-bd51-890574f77ec8 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:14:40.783437 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 2fc1d452-3d4e-46e0-b426-ab7081510c50 up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:14:40.832494 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port 2fc1d452-3d4e-46e0-b426-ab7081510c50 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:14:40.832890 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (2fc1d452-3d4e-46e0-b426-ab7081510c50), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:40.909629 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port 2fc1d452-3d4e-46e0-b426-ab7081510c50 is: DOWN; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:14:40.910025 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (2fc1d452-3d4e-46e0-b426-ab7081510c50), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:40.911097 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-c963b785-43a8-44da-b013-c989375b68ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af62be4e-7124-4c35-bd51-890574f77ec8', 'name': 'tempest-TestVolumeBootPattern-909488293-router', 'tenant_id': '7e342982d1b8446ebd34d3ec75b0ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '2fc1d452-3d4e-46e0-b426-ab7081510c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:14:34Z', 'updated_at': '2022-05-17T17:14:38Z', 'revision_number': 4, 'project_id': '7e342982d1b8446ebd34d3ec75b0ca09', 'gw_port': {'id': '2fc1d452-3d4e-46e0-b426-ab7081510c50', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af62be4e-7124-4c35-bd51-890574f77ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:34Z', 'updated_at': '2022-05-17T17:14:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': '2a0bff35-ec61-4e51-b243-e6ffdf0127f0', 'name': '', 'network_id': 'f1769c11-081d-442e-9e15-504c11318633', 'tenant_id': '7e342982d1b8446ebd34d3ec75b0ca09', 'mac_address': 'fa:16:3e:a9:05:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af62be4e-7124-4c35-bd51-890574f77ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '06c12f13-6188-4191-ae0d-a8fbd754e0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:37Z', 'updated_at': '2022-05-17T17:14:38Z', 'revision_number': 2, 'project_id': '7e342982d1b8446ebd34d3ec75b0ca09', 'subnets': [{'id': '06c12f13-6188-4191-ae0d-a8fbd754e0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:14:40.941817 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c963b785-43a8-44da-b013-c989375b68ab None None] Checking router: af62be4e-7124-4c35-bd51-890574f77ec8 for host: dv-cinder-842149-1-iscsi {{(pid=103513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:14:40.942172 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c963b785-43a8-44da-b013-c989375b68ab None None] Updating router af62be4e-7124-4c35-bd51-890574f77ec8 port 2a0bff35-ec61-4e51-b243-e6ffdf0127f0 binding host dv-cinder-842149-1-iscsi {{(pid=103513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 17:14:40.945587 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] For port 2fc1d452-3d4e-46e0-b426-ab7081510c50, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=2fc1d452-3d4e-46e0-b426-ab7081510c50,segment=NetworkSegment(d323b912-4d66-4aae-868e-160b7e4a1fa7),segment_id=d323b912-4d66-4aae-868e-160b7e4a1fa7)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:14:40.951096 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (2fc1d452-3d4e-46e0-b426-ab7081510c50), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:40.973389 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c963b785-43a8-44da-b013-c989375b68ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (2a0bff35-ec61-4e51-b243-e6ffdf0127f0), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:41.007894 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Pushing event updated for resources: {'Port': ['ID=2fc1d452-3d4e-46e0-b426-ab7081510c50,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:41.274667 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c963b785-43a8-44da-b013-c989375b68ab None None] Publish callbacks [] for port (2a0bff35-ec61-4e51-b243-e6ffdf0127f0), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:41.279814 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c963b785-43a8-44da-b013-c989375b68ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (2a0bff35-ec61-4e51-b243-e6ffdf0127f0), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:41.331407 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a927c010-710a-4d34-9fad-2b347c5c1d5d None None] Pushing event updated for resources: {'Port': ['ID=2a0bff35-ec61-4e51-b243-e6ffdf0127f0,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:41.400149 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-c963b785-43a8-44da-b013-c989375b68ab None None] Attempting to bind port 2a0bff35-ec61-4e51-b243-e6ffdf0127f0 on host dv-cinder-842149-1-iscsi for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:14:41.400547 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-c963b785-43a8-44da-b013-c989375b68ab None None] Attempting to bind port 2a0bff35-ec61-4e51-b243-e6ffdf0127f0 by drivers openvswitch,hyperv on host dv-cinder-842149-1-iscsi at level 0 using segments [{'id': 'd3a8b4a4-1b9e-49ad-9024-815b81d24100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f1769c11-081d-442e-9e15-504c11318633'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:14:41.401035 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c963b785-43a8-44da-b013-c989375b68ab None None] Attempting to bind port 2a0bff35-ec61-4e51-b243-e6ffdf0127f0 on network f1769c11-081d-442e-9e15-504c11318633 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:14:41.406805 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c963b785-43a8-44da-b013-c989375b68ab None None] Checking agent: {'id': '112412f2-6814-4612-abcf-1771f8ba00b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 1, 57), 'started_at': datetime.datetime(2022, 5, 17, 17, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:14:41.407432 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c963b785-43a8-44da-b013-c989375b68ab None None] Checking segment: {'id': 'd3a8b4a4-1b9e-49ad-9024-815b81d24100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f1769c11-081d-442e-9e15-504c11318633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:14:41.408381 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c963b785-43a8-44da-b013-c989375b68ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:41.408836 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c963b785-43a8-44da-b013-c989375b68ab None None] Bound using segment: {'id': 'd3a8b4a4-1b9e-49ad-9024-815b81d24100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f1769c11-081d-442e-9e15-504c11318633'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:14:41.409583 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-c963b785-43a8-44da-b013-c989375b68ab None None] Bound port: 2a0bff35-ec61-4e51-b243-e6ffdf0127f0, host: dv-cinder-842149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a8b4a4-1b9e-49ad-9024-815b81d24100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f1769c11-081d-442e-9e15-504c11318633'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:14:41.409968 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c963b785-43a8-44da-b013-c989375b68ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (2a0bff35-ec61-4e51-b243-e6ffdf0127f0), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:41.475777 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-c963b785-43a8-44da-b013-c989375b68ab None None] For port 2a0bff35-ec61-4e51-b243-e6ffdf0127f0, host dv-cinder-842149-1-iscsi, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:14:41.479211 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-c963b785-43a8-44da-b013-c989375b68ab None None] For port 2a0bff35-ec61-4e51-b243-e6ffdf0127f0, host dv-cinder-842149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=2a0bff35-ec61-4e51-b243-e6ffdf0127f0,segment=NetworkSegment(d3a8b4a4-1b9e-49ad-9024-815b81d24100),segment_id=d3a8b4a4-1b9e-49ad-9024-815b81d24100)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:14:41.485891 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-c963b785-43a8-44da-b013-c989375b68ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (2a0bff35-ec61-4e51-b243-e6ffdf0127f0), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:41.539253 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-03d97675-04ee-41c1-8bd4-363d13bb67dc None None] Provisioning complete for port 2a0bff35-ec61-4e51-b243-e6ffdf0127f0 triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:14:41.539648 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-03d97675-04ee-41c1-8bd4-363d13bb67dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (2a0bff35-ec61-4e51-b243-e6ffdf0127f0), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:41.554363 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a927c010-710a-4d34-9fad-2b347c5c1d5d None None] Pushing event updated for resources: {'Port': ['ID=2a0bff35-ec61-4e51-b243-e6ffdf0127f0,revision_number=4']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:41.559056 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c963b785-43a8-44da-b013-c989375b68ab None None] Routers {'af62be4e-7124-4c35-bd51-890574f77ec8'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:14:41.559751 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-c963b785-43a8-44da-b013-c989375b68ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:14:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['af62be4e-7124-4c35-bd51-890574f77ec8'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:14:41.622589 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-03d97675-04ee-41c1-8bd4-363d13bb67dc None None] Current status of the port 2a0bff35-ec61-4e51-b243-e6ffdf0127f0 is: DOWN; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:14:41.623140 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-03d97675-04ee-41c1-8bd4-363d13bb67dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (2a0bff35-ec61-4e51-b243-e6ffdf0127f0), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:41.659063 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-03d97675-04ee-41c1-8bd4-363d13bb67dc None None] For port 2a0bff35-ec61-4e51-b243-e6ffdf0127f0, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=2a0bff35-ec61-4e51-b243-e6ffdf0127f0,segment=NetworkSegment(d3a8b4a4-1b9e-49ad-9024-815b81d24100),segment_id=d3a8b4a4-1b9e-49ad-9024-815b81d24100)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:14:41.663460 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-03d97675-04ee-41c1-8bd4-363d13bb67dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (2a0bff35-ec61-4e51-b243-e6ffdf0127f0), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:41.678758 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-c963b785-43a8-44da-b013-c989375b68ab None None] Set router af62be4e-7124-4c35-bd51-890574f77ec8 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:14:41.718754 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d97675-04ee-41c1-8bd4-363d13bb67dc None None] Pushing event updated for resources: {'Port': ['ID=2a0bff35-ec61-4e51-b243-e6ffdf0127f0,revision_number=5']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:41.781508 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-ee577480-2888-4beb-828f-5d31edb2bdfe None None] Provisioning complete for port 2a0bff35-ec61-4e51-b243-e6ffdf0127f0 triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:14:41.782140 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ee577480-2888-4beb-828f-5d31edb2bdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (2a0bff35-ec61-4e51-b243-e6ffdf0127f0), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:41.864031 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-ee577480-2888-4beb-828f-5d31edb2bdfe None None] Current status of the port 2a0bff35-ec61-4e51-b243-e6ffdf0127f0 is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:14:41.876508 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-c963b785-43a8-44da-b013-c989375b68ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af62be4e-7124-4c35-bd51-890574f77ec8', 'name': 'tempest-TestVolumeBootPattern-909488293-router', 'tenant_id': '7e342982d1b8446ebd34d3ec75b0ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '2fc1d452-3d4e-46e0-b426-ab7081510c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:14:34Z', 'updated_at': '2022-05-17T17:14:38Z', 'revision_number': 4, 'project_id': '7e342982d1b8446ebd34d3ec75b0ca09', 'gw_port': {'id': '2fc1d452-3d4e-46e0-b426-ab7081510c50', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af62be4e-7124-4c35-bd51-890574f77ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:34Z', 'updated_at': '2022-05-17T17:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': '2a0bff35-ec61-4e51-b243-e6ffdf0127f0', 'name': '', 'network_id': 'f1769c11-081d-442e-9e15-504c11318633', 'tenant_id': '7e342982d1b8446ebd34d3ec75b0ca09', 'mac_address': 'fa:16:3e:a9:05:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af62be4e-7124-4c35-bd51-890574f77ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '06c12f13-6188-4191-ae0d-a8fbd754e0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:37Z', 'updated_at': '2022-05-17T17:14:41Z', 'revision_number': 4, 'project_id': '7e342982d1b8446ebd34d3ec75b0ca09', 'subnets': [{'id': '06c12f13-6188-4191-ae0d-a8fbd754e0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:14:41.972013 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c963b785-43a8-44da-b013-c989375b68ab None None] The sync data for ids ['af62be4e-7124-4c35-bd51-890574f77ec8'] in dv-cinder-842149-1-iscsi is: [{'id': 'af62be4e-7124-4c35-bd51-890574f77ec8', 'name': 'tempest-TestVolumeBootPattern-909488293-router', 'tenant_id': '7e342982d1b8446ebd34d3ec75b0ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '2fc1d452-3d4e-46e0-b426-ab7081510c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:14:34Z', 'updated_at': '2022-05-17T17:14:38Z', 'revision_number': 4, 'project_id': '7e342982d1b8446ebd34d3ec75b0ca09', 'gw_port': {'id': '2fc1d452-3d4e-46e0-b426-ab7081510c50', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af62be4e-7124-4c35-bd51-890574f77ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:34Z', 'updated_at': '2022-05-17T17:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': '2a0bff35-ec61-4e51-b243-e6ffdf0127f0', 'name': '', 'network_id': 'f1769c11-081d-442e-9e15-504c11318633', 'tenant_id': '7e342982d1b8446ebd34d3ec75b0ca09', 'mac_address': 'fa:16:3e:a9:05:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af62be4e-7124-4c35-bd51-890574f77ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '06c12f13-6188-4191-ae0d-a8fbd754e0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:37Z', 'updated_at': '2022-05-17T17:14:41Z', 'revision_number': 4, 'project_id': '7e342982d1b8446ebd34d3ec75b0ca09', 'subnets': [{'id': '06c12f13-6188-4191-ae0d-a8fbd754e0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:14:42.829634 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 2fc1d452-3d4e-46e0-b426-ab7081510c50 up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:14:42.873415 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port 2fc1d452-3d4e-46e0-b426-ab7081510c50 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:14:42.874074 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (2fc1d452-3d4e-46e0-b426-ab7081510c50), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:42.950749 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port 2fc1d452-3d4e-46e0-b426-ab7081510c50 is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:14:42.951806 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 2a0bff35-ec61-4e51-b243-e6ffdf0127f0 up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:14:42.994035 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port 2a0bff35-ec61-4e51-b243-e6ffdf0127f0 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:14:42.994662 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (2a0bff35-ec61-4e51-b243-e6ffdf0127f0), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:43.071363 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port 2a0bff35-ec61-4e51-b243-e6ffdf0127f0 is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:14:43.726762 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85544d-52ac-4668-9aae-4b3f1e3f8150 req-d911b70b-08fa-4eb3-b3a7-5906e0ec490b tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:43.728670 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1f85544d-52ac-4668-9aae-4b3f1e3f8150 req-d911b70b-08fa-4eb3-b3a7-5906e0ec490b tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 946 time: 0.0517111 May 17 17:14:43.774944 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1f85544d-52ac-4668-9aae-4b3f1e3f8150 req-c3986db3-cccc-46c5-844a-a694d547fc42 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404718 May 17 17:14:44.900436 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6551d-d91a-47ca-9b87-a6d4ed175a56 req-083788ac-ce79-455e-8bf0-f6f33c1de437 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:44.901956 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-99a6551d-d91a-47ca-9b87-a6d4ed175a56 req-083788ac-ce79-455e-8bf0-f6f33c1de437 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 946 time: 0.0501165 May 17 17:14:44.951433 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-99a6551d-d91a-47ca-9b87-a6d4ed175a56 req-586175da-2d58-4725-b522-9a51011f13c9 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436101 May 17 17:14:45.557744 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc37ab-f5aa-4d9e-a123-728ffa1df00b req-ff0c9187-5189-452b-9a03-34c79a81f427 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:45.559381 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-96dc37ab-f5aa-4d9e-a123-728ffa1df00b req-ff0c9187-5189-452b-9a03-34c79a81f427 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.23 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 946 time: 0.0491016 May 17 17:14:45.598831 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd7913-9977-44c6-9b37-b3692c9254a3 req-cd7c8a29-c809-451d-bff2-e2a178ac7fa1 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:45.600333 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-dabd7913-9977-44c6-9b37-b3692c9254a3 req-cd7c8a29-c809-451d-bff2-e2a178ac7fa1 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb476330-5832-4b1c-bc73-9e902cbb77b2 HTTP/1.1" status: 200 len: 946 time: 0.0464749 May 17 17:14:45.650376 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-dabd7913-9977-44c6-9b37-b3692c9254a3 req-21d1b842-950a-406c-889d-249ad1e30e39 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=78b70aca-2835-471e-a2f2-b826e774dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443940 May 17 17:14:46.076958 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb8378-13ed-4e13-8760-e60850b57788 req-f5bc3758-bdcb-40b9-a359-c09348e47259 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:46.078433 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8ceb8378-13ed-4e13-8760-e60850b57788 req-f5bc3758-bdcb-40b9-a359-c09348e47259 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 946 time: 0.0533843 May 17 17:14:46.125604 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8ceb8378-13ed-4e13-8760-e60850b57788 req-4cd27d73-efee-40a0-8afd-60f69c7870a7 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408018 May 17 17:14:46.772122 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5517bc-f0a6-4b48-a549-90d85471030a req-4d82d343-755c-490e-9987-58528462dbb1 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:46.773594 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ab5517bc-f0a6-4b48-a549-90d85471030a req-4d82d343-755c-490e-9987-58528462dbb1 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb476330-5832-4b1c-bc73-9e902cbb77b2 HTTP/1.1" status: 200 len: 946 time: 0.0515997 May 17 17:14:46.824635 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ab5517bc-f0a6-4b48-a549-90d85471030a req-fc32c910-f748-486c-ace9-737975088e66 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=78b70aca-2835-471e-a2f2-b826e774dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453036 May 17 17:14:46.874140 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-96dc37ab-f5aa-4d9e-a123-728ffa1df00b req-0dfc0b02-2836-4892-8aa9-5f360d7c80db tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Deleting port e6735ae1-4241-48ca-9802-22aba7b4cccc {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:14:46.874721 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-96dc37ab-f5aa-4d9e-a123-728ffa1df00b req-0dfc0b02-2836-4892-8aa9-5f360d7c80db tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (e6735ae1-4241-48ca-9802-22aba7b4cccc), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:46.966268 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-96dc37ab-f5aa-4d9e-a123-728ffa1df00b req-0dfc0b02-2836-4892-8aa9-5f360d7c80db tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] For port e6735ae1-4241-48ca-9802-22aba7b4cccc, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=e6735ae1-4241-48ca-9802-22aba7b4cccc,segment=NetworkSegment(dd7c38ba-79f9-47ce-94d1-d0499646a213),segment_id=dd7c38ba-79f9-47ce-94d1-d0499646a213)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:14:46.966787 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-96dc37ab-f5aa-4d9e-a123-728ffa1df00b req-0dfc0b02-2836-4892-8aa9-5f360d7c80db tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (e6735ae1-4241-48ca-9802-22aba7b4cccc), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:47.247947 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2a87c-d1b7-49c4-a3b0-6ac79790f447 req-457063ef-dc43-4ebb-8b80-8de8d516f312 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:47.249359 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f3b2a87c-d1b7-49c4-a3b0-6ac79790f447 req-457063ef-dc43-4ebb-8b80-8de8d516f312 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 946 time: 0.0499575 May 17 17:14:47.273160 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-96dc37ab-f5aa-4d9e-a123-728ffa1df00b req-0dfc0b02-2836-4892-8aa9-5f360d7c80db tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:47.273160 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-96dc37ab-f5aa-4d9e-a123-728ffa1df00b req-0dfc0b02-2836-4892-8aa9-5f360d7c80db tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7866643'] for floatingip (2a64debc-9bee-4600-a736-92b0f30e76de), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:47.273508 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.db.l3_db [req-96dc37ab-f5aa-4d9e-a123-728ffa1df00b req-0dfc0b02-2836-4892-8aa9-5f360d7c80db tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Floating IP 2a64debc-9bee-4600-a736-92b0f30e76de disassociated. External IP: 172.27.0.42, port: e6735ae1-4241-48ca-9802-22aba7b4cccc. May 17 17:14:47.273757 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-96dc37ab-f5aa-4d9e-a123-728ffa1df00b req-0dfc0b02-2836-4892-8aa9-5f360d7c80db tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Calling delete_port for e6735ae1-4241-48ca-9802-22aba7b4cccc owned by compute:nova {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:14:47.293637 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863142da-9f71-48c4-b4d2-15ce88070da2 req-f88dfe55-131a-4268-81fa-89da7ed4559c tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:47.295208 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-863142da-9f71-48c4-b4d2-15ce88070da2 req-f88dfe55-131a-4268-81fa-89da7ed4559c tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb476330-5832-4b1c-bc73-9e902cbb77b2 HTTP/1.1" status: 200 len: 946 time: 0.1419430 May 17 17:14:47.306241 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f3b2a87c-d1b7-49c4-a3b0-6ac79790f447 req-07460e3e-3005-4e5b-aa4b-054e4aae602c tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4a89216-ec9d-4145-9028-98013b985365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511141 May 17 17:14:47.463906 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-863142da-9f71-48c4-b4d2-15ce88070da2 req-da385530-5a78-4b30-a836-d2159d30cc30 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Deleting port aad19b71-6714-499c-a78e-11636c0b7474 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:14:47.464237 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-863142da-9f71-48c4-b4d2-15ce88070da2 req-da385530-5a78-4b30-a836-d2159d30cc30 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (aad19b71-6714-499c-a78e-11636c0b7474), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:47.502509 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-96dc37ab-f5aa-4d9e-a123-728ffa1df00b req-0dfc0b02-2836-4892-8aa9-5f360d7c80db tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912'] for port (e6735ae1-4241-48ca-9802-22aba7b4cccc), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:47.571792 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc0b02-2836-4892-8aa9-5f360d7c80db tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Pushing event deleted for resources: {'Port': ['ID=e6735ae1-4241-48ca-9802-22aba7b4cccc,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:47.636854 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-863142da-9f71-48c4-b4d2-15ce88070da2 req-da385530-5a78-4b30-a836-d2159d30cc30 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] For port aad19b71-6714-499c-a78e-11636c0b7474, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=aad19b71-6714-499c-a78e-11636c0b7474,segment=NetworkSegment(ea772ee0-6e76-4284-a4d3-aeaff2f9a97d),segment_id=ea772ee0-6e76-4284-a4d3-aeaff2f9a97d)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:14:47.637216 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-863142da-9f71-48c4-b4d2-15ce88070da2 req-da385530-5a78-4b30-a836-d2159d30cc30 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (aad19b71-6714-499c-a78e-11636c0b7474), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:47.777990 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96dc37ab-f5aa-4d9e-a123-728ffa1df00b req-0dfc0b02-2836-4892-8aa9-5f360d7c80db tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Router 22586ad8-7e71-42f6-bb3f-078c54e661c7 has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:14:47.889477 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-863142da-9f71-48c4-b4d2-15ce88070da2 req-da385530-5a78-4b30-a836-d2159d30cc30 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:47.890101 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-863142da-9f71-48c4-b4d2-15ce88070da2 req-da385530-5a78-4b30-a836-d2159d30cc30 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7866643'] for floatingip (666e2cc4-14f2-4f30-b0c4-3ab15bd3f8c9), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:47.890101 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.db.l3_db [req-863142da-9f71-48c4-b4d2-15ce88070da2 req-da385530-5a78-4b30-a836-d2159d30cc30 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Floating IP 666e2cc4-14f2-4f30-b0c4-3ab15bd3f8c9 disassociated. External IP: 172.27.0.253, port: aad19b71-6714-499c-a78e-11636c0b7474. May 17 17:14:47.890473 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-863142da-9f71-48c4-b4d2-15ce88070da2 req-da385530-5a78-4b30-a836-d2159d30cc30 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Calling delete_port for aad19b71-6714-499c-a78e-11636c0b7474 owned by compute:nova {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:14:47.943735 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48056793-b604-48c0-b333-61d6406da039 req-7d639910-8f6c-4520-a266-4acef2fa1131 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:47.947625 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-48056793-b604-48c0-b333-61d6406da039 req-7d639910-8f6c-4520-a266-4acef2fa1131 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb476330-5832-4b1c-bc73-9e902cbb77b2 HTTP/1.1" status: 200 len: 946 time: 0.0530741 May 17 17:14:48.003071 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-48056793-b604-48c0-b333-61d6406da039 req-a8857a3c-ef82-4b78-a93c-2cb0f7906085 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=78b70aca-2835-471e-a2f2-b826e774dec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518231 May 17 17:14:48.202358 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96dc37ab-f5aa-4d9e-a123-728ffa1df00b req-0dfc0b02-2836-4892-8aa9-5f360d7c80db tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:14:48.213367 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dad4c3-6f14-437f-a191-b66eb18acc3e None None] Sync routers for ids ['22586ad8-7e71-42f6-bb3f-078c54e661c7'] in dv-cinder-842149-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:14:48.228713 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dad4c3-6f14-437f-a191-b66eb18acc3e None None] Routers {'22586ad8-7e71-42f6-bb3f-078c54e661c7'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:14:48.229307 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-52dad4c3-6f14-437f-a191-b66eb18acc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:14:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['22586ad8-7e71-42f6-bb3f-078c54e661c7'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:14:48.263537 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-96dc37ab-f5aa-4d9e-a123-728ffa1df00b req-0dfc0b02-2836-4892-8aa9-5f360d7c80db tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] No DVR routers for this DVR port e6735ae1-4241-48ca-9802-22aba7b4cccc on host hv-cinder-84214 {{(pid=103510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:14:48.266749 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-96dc37ab-f5aa-4d9e-a123-728ffa1df00b req-0dfc0b02-2836-4892-8aa9-5f360d7c80db tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:48.269989 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-96dc37ab-f5aa-4d9e-a123-728ffa1df00b req-0dfc0b02-2836-4892-8aa9-5f360d7c80db tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.23 "DELETE /v2.0/ports/e6735ae1-4241-48ca-9802-22aba7b4cccc HTTP/1.1" status: 204 len: 173 time: 1.4783258 May 17 17:14:48.270434 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b074c961-149b-4667-addc-790568769b88', 'name': 'network-vif-deleted', 'tag': 'e6735ae1-4241-48ca-9802-22aba7b4cccc'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:14:48.272662 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4924170-c7d7-480f-9fee-7418f3a8423c" -d '{"events": [{"server_uuid": "b074c961-149b-4667-addc-790568769b88", "name": "network-vif-deleted", "tag": "e6735ae1-4241-48ca-9802-22aba7b4cccc"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:14:48.332440 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2415967-8d57-4a6a-afb4-58de95934ecb x-openstack-request-id: req-d2415967-8d57-4a6a-afb4-58de95934ecb {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:14:48.332801 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b074c961-149b-4667-addc-790568769b88", "name": "network-vif-deleted", "tag": "e6735ae1-4241-48ca-9802-22aba7b4cccc", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:14:48.333039 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d2415967-8d57-4a6a-afb4-58de95934ecb {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:14:48.333439 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2415967-8d57-4a6a-afb4-58de95934ecb'] response: {'server_uuid': 'b074c961-149b-4667-addc-790568769b88', 'name': 'network-vif-deleted', 'tag': 'e6735ae1-4241-48ca-9802-22aba7b4cccc', 'status': 'completed', 'code': 200} May 17 17:14:48.364384 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-863142da-9f71-48c4-b4d2-15ce88070da2 req-da385530-5a78-4b30-a836-d2159d30cc30 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912'] for port (aad19b71-6714-499c-a78e-11636c0b7474), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:48.385713 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-52dad4c3-6f14-437f-a191-b66eb18acc3e None None] Set router 22586ad8-7e71-42f6-bb3f-078c54e661c7 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:14:48.434239 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da385530-5a78-4b30-a836-d2159d30cc30 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Pushing event deleted for resources: {'Port': ['ID=aad19b71-6714-499c-a78e-11636c0b7474,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:48.464788 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f68514aa-7397-4c98-8160-853ea00a7763 req-adf8d5b6-fd61-42a7-b75c-924e1e7b26bb tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b074c961-149b-4667-addc-790568769b88 HTTP/1.1" status: 200 len: 210 time: 0.0484834 May 17 17:14:48.587691 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-863142da-9f71-48c4-b4d2-15ce88070da2 req-da385530-5a78-4b30-a836-d2159d30cc30 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Router a84af72e-9129-4190-b08b-ac573dd09fdc has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:14:48.637251 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-52dad4c3-6f14-437f-a191-b66eb18acc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1289744616-router', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '72196958-504a-45b1-8392-b78be4cb24af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:27Z', 'revision_number': 4, 'project_id': '9d587d1ef11b4055b77055e6fbcc1899', 'gw_port': {'id': '72196958-504a-45b1-8392-b78be4cb24af', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:47:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:21Z', 'updated_at': '2022-05-17T17:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': '1f940f4f-5167-4ad7-80fd-a93c7e6f7d26', 'name': '', 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'mac_address': 'fa:16:3e:2a:4b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7c810424-34e9-472b-8917-5d16a4254529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:25Z', 'updated_at': '2022-05-17T17:10:38Z', 'revision_number': 5, 'project_id': '9d587d1ef11b4055b77055e6fbcc1899', 'subnets': [{'id': '7c810424-34e9-472b-8917-5d16a4254529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:14:48.663078 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dad4c3-6f14-437f-a191-b66eb18acc3e None None] Checking router: 22586ad8-7e71-42f6-bb3f-078c54e661c7 for host: dv-cinder-842149-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:14:48.671424 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dad4c3-6f14-437f-a191-b66eb18acc3e None None] Routers {'22586ad8-7e71-42f6-bb3f-078c54e661c7'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:14:48.672055 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-52dad4c3-6f14-437f-a191-b66eb18acc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:14:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['22586ad8-7e71-42f6-bb3f-078c54e661c7'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:14:48.700794 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-863142da-9f71-48c4-b4d2-15ce88070da2 req-da385530-5a78-4b30-a836-d2159d30cc30 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:14:48.713077 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fd320f-ef56-472b-b397-2d3121ad181f None None] Sync routers for ids ['a84af72e-9129-4190-b08b-ac573dd09fdc'] in dv-cinder-842149-1-iscsi {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:14:48.726049 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fd320f-ef56-472b-b397-2d3121ad181f None None] Routers {'a84af72e-9129-4190-b08b-ac573dd09fdc'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:14:48.727929 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-97fd320f-ef56-472b-b397-2d3121ad181f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:14:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['a84af72e-9129-4190-b08b-ac573dd09fdc'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:14:48.760873 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-863142da-9f71-48c4-b4d2-15ce88070da2 req-da385530-5a78-4b30-a836-d2159d30cc30 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] No DVR routers for this DVR port aad19b71-6714-499c-a78e-11636c0b7474 on host hv-cinder-84214 {{(pid=103510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:14:48.763635 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-863142da-9f71-48c4-b4d2-15ce88070da2 req-da385530-5a78-4b30-a836-d2159d30cc30 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:48.768911 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-863142da-9f71-48c4-b4d2-15ce88070da2 req-da385530-5a78-4b30-a836-d2159d30cc30 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.23 "DELETE /v2.0/ports/aad19b71-6714-499c-a78e-11636c0b7474 HTTP/1.1" status: 204 len: 173 time: 1.4454691 May 17 17:14:48.791158 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-52dad4c3-6f14-437f-a191-b66eb18acc3e None None] Set router 22586ad8-7e71-42f6-bb3f-078c54e661c7 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:14:48.859117 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-97fd320f-ef56-472b-b397-2d3121ad181f None None] Set router a84af72e-9129-4190-b08b-ac573dd09fdc gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:14:49.024296 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-52dad4c3-6f14-437f-a191-b66eb18acc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1289744616-router', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '72196958-504a-45b1-8392-b78be4cb24af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:27Z', 'revision_number': 4, 'project_id': '9d587d1ef11b4055b77055e6fbcc1899', 'gw_port': {'id': '72196958-504a-45b1-8392-b78be4cb24af', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:47:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:21Z', 'updated_at': '2022-05-17T17:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': '1f940f4f-5167-4ad7-80fd-a93c7e6f7d26', 'name': '', 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'mac_address': 'fa:16:3e:2a:4b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7c810424-34e9-472b-8917-5d16a4254529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:25Z', 'updated_at': '2022-05-17T17:10:38Z', 'revision_number': 5, 'project_id': '9d587d1ef11b4055b77055e6fbcc1899', 'subnets': [{'id': '7c810424-34e9-472b-8917-5d16a4254529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:14:49.058935 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dad4c3-6f14-437f-a191-b66eb18acc3e None None] The sync data for ids ['22586ad8-7e71-42f6-bb3f-078c54e661c7'] in dv-cinder-842149-1-iscsi is: [{'id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1289744616-router', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '72196958-504a-45b1-8392-b78be4cb24af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:27Z', 'revision_number': 4, 'project_id': '9d587d1ef11b4055b77055e6fbcc1899', 'gw_port': {'id': '72196958-504a-45b1-8392-b78be4cb24af', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:47:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:21Z', 'updated_at': '2022-05-17T17:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': '1f940f4f-5167-4ad7-80fd-a93c7e6f7d26', 'name': '', 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'mac_address': 'fa:16:3e:2a:4b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7c810424-34e9-472b-8917-5d16a4254529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:25Z', 'updated_at': '2022-05-17T17:10:38Z', 'revision_number': 5, 'project_id': '9d587d1ef11b4055b77055e6fbcc1899', 'subnets': [{'id': '7c810424-34e9-472b-8917-5d16a4254529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:14:49.139873 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-97fd320f-ef56-472b-b397-2d3121ad181f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'name': 'tempest-AttachVolumeNegativeTest-1066562658-router', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:11:37Z', 'updated_at': '2022-05-17T17:11:41Z', 'revision_number': 4, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'gw_port': {'id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:38Z', 'updated_at': '2022-05-17T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': '8d6ec43a-7c80-4d55-80ae-726ceddd8c91', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'port_id': '1d705197-7ce1-4547-af7a-185fa88a47c8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'mac_address': 'fa:16:3e:3f:88:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a762b56-1a2c-4556-90cb-52de211c17a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:11:45Z', 'updated_at': '2022-05-17T17:12:08Z', 'revision_number': 2, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda8309d-e0ce-419a-8658-4890b23fa9dd', 'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'mac_address': 'fa:16:3e:31:61:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '622d61e7-eff2-45a5-baff-55e360ced291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:40Z', 'updated_at': '2022-05-17T17:11:46Z', 'revision_number': 5, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'subnets': [{'id': '622d61e7-eff2-45a5-baff-55e360ced291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:14:49.148373 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-993a12f1-2dba-49df-868f-172efcd51ac7 req-280215e6-f201-462a-85ad-9718458b0404 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb476330-5832-4b1c-bc73-9e902cbb77b2 HTTP/1.1" status: 200 len: 210 time: 0.0379229 May 17 17:14:49.169374 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fd320f-ef56-472b-b397-2d3121ad181f None None] Checking router: a84af72e-9129-4190-b08b-ac573dd09fdc for host: dv-cinder-842149-1-iscsi {{(pid=103513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:14:49.178339 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fd320f-ef56-472b-b397-2d3121ad181f None None] Routers {'a84af72e-9129-4190-b08b-ac573dd09fdc'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:14:49.179073 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-97fd320f-ef56-472b-b397-2d3121ad181f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:14:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['a84af72e-9129-4190-b08b-ac573dd09fdc'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:14:49.311487 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-97fd320f-ef56-472b-b397-2d3121ad181f None None] Set router a84af72e-9129-4190-b08b-ac573dd09fdc gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:14:49.461531 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e96331-6edc-4ca1-95e1-cd1b62365842 None None] New status for floating IP 2a64debc-9bee-4600-a736-92b0f30e76de: DOWN {{(pid=103512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:14:49.565730 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-97fd320f-ef56-472b-b397-2d3121ad181f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'name': 'tempest-AttachVolumeNegativeTest-1066562658-router', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:11:37Z', 'updated_at': '2022-05-17T17:11:41Z', 'revision_number': 4, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'gw_port': {'id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:38Z', 'updated_at': '2022-05-17T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': '8d6ec43a-7c80-4d55-80ae-726ceddd8c91', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'port_id': '1d705197-7ce1-4547-af7a-185fa88a47c8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'mac_address': 'fa:16:3e:3f:88:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a762b56-1a2c-4556-90cb-52de211c17a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:11:45Z', 'updated_at': '2022-05-17T17:12:08Z', 'revision_number': 2, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda8309d-e0ce-419a-8658-4890b23fa9dd', 'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'mac_address': 'fa:16:3e:31:61:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '622d61e7-eff2-45a5-baff-55e360ced291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:40Z', 'updated_at': '2022-05-17T17:11:46Z', 'revision_number': 5, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'subnets': [{'id': '622d61e7-eff2-45a5-baff-55e360ced291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:14:49.583776 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device aad19b71-6714-499c-a78e-11636c0b7474 no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:14:49.598905 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fd320f-ef56-472b-b397-2d3121ad181f None None] The sync data for ids ['a84af72e-9129-4190-b08b-ac573dd09fdc'] in dv-cinder-842149-1-iscsi is: [{'id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'name': 'tempest-AttachVolumeNegativeTest-1066562658-router', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:11:37Z', 'updated_at': '2022-05-17T17:11:41Z', 'revision_number': 4, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'gw_port': {'id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:38Z', 'updated_at': '2022-05-17T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': '8d6ec43a-7c80-4d55-80ae-726ceddd8c91', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'port_id': '1d705197-7ce1-4547-af7a-185fa88a47c8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'mac_address': 'fa:16:3e:3f:88:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a762b56-1a2c-4556-90cb-52de211c17a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:11:45Z', 'updated_at': '2022-05-17T17:12:08Z', 'revision_number': 2, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda8309d-e0ce-419a-8658-4890b23fa9dd', 'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'mac_address': 'fa:16:3e:31:61:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '622d61e7-eff2-45a5-baff-55e360ced291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:40Z', 'updated_at': '2022-05-17T17:11:46Z', 'revision_number': 5, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'subnets': [{'id': '622d61e7-eff2-45a5-baff-55e360ced291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:14:49.609315 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 48614) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:14:49.634327 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] No Port match for: aad19b71-6714-499c-a78e-11636c0b7474 {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:14:49.634769 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device aad19b71-6714-499c-a78e-11636c0b7474 not bound to the agent host hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:14:49.635280 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device e6735ae1-4241-48ca-9802-22aba7b4cccc no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:14:49.663473 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] No Port match for: e6735ae1-4241-48ca-9802-22aba7b4cccc {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:14:49.663867 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device e6735ae1-4241-48ca-9802-22aba7b4cccc not bound to the agent host hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:14:49.695728 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0d6d8f21-fdb6-4858-9e43-256e5c20a5f6 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks [] for security_group (d4a89216-ec9d-4145-9028-98013b985365), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:49.732552 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0d6d8f21-fdb6-4858-9e43-256e5c20a5f6 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks [] for security_group (d4a89216-ec9d-4145-9028-98013b985365), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:49.788879 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0d6d8f21-fdb6-4858-9e43-256e5c20a5f6 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (d4a89216-ec9d-4145-9028-98013b985365), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:49.791455 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0d6d8f21-fdb6-4858-9e43-256e5c20a5f6 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:49.792899 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-0d6d8f21-fdb6-4858-9e43-256e5c20a5f6 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "DELETE /v2.0/security-groups/d4a89216-ec9d-4145-9028-98013b985365 HTTP/1.1" status: 204 len: 168 time: 0.1821971 May 17 17:14:49.795734 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 48616) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:14:49.803842 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d8f21-fdb6-4858-9e43-256e5c20a5f6 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a89216-ec9d-4145-9028-98013b985365,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:49.816725 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.api.v2.resource [None req-7ff00f9d-b37d-4c3d-9c89-e76767638c67 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] show failed (client error): The resource could not be found. May 17 17:14:49.824461 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 48618) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:14:49.830760 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-7ff00f9d-b37d-4c3d-9c89-e76767638c67 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups/d4a89216-ec9d-4145-9028-98013b985365 HTTP/1.1" status: 404 len: 347 time: 0.0320480 May 17 17:14:49.950334 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e32c6d-a6b9-4a8d-87c9-cc161b95766c None None] New status for floating IP 666e2cc4-14f2-4f30-b0c4-3ab15bd3f8c9: DOWN {{(pid=103513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:14:49.960491 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-af3ad8e6-375c-4b3e-99c6-93877f1596cf tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Deleting port 7a0f46e2-19e7-41cd-b051-8d927903b3d0 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:14:49.960841 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-af3ad8e6-375c-4b3e-99c6-93877f1596cf tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (7a0f46e2-19e7-41cd-b051-8d927903b3d0), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:50.052890 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-af3ad8e6-375c-4b3e-99c6-93877f1596cf tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (7a0f46e2-19e7-41cd-b051-8d927903b3d0), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:50.054080 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-af3ad8e6-375c-4b3e-99c6-93877f1596cf tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks [] for floatingip (7a0f46e2-19e7-41cd-b051-8d927903b3d0), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:50.068012 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-af3ad8e6-375c-4b3e-99c6-93877f1596cf tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Calling delete_port for 7a0f46e2-19e7-41cd-b051-8d927903b3d0 owned by network:floatingip {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:14:50.226550 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-af3ad8e6-375c-4b3e-99c6-93877f1596cf tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912'] for port (7a0f46e2-19e7-41cd-b051-8d927903b3d0), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:50.245326 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 48624) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:14:50.259501 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ad8e6-375c-4b3e-99c6-93877f1596cf tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Pushing event deleted for resources: {'Port': ['ID=7a0f46e2-19e7-41cd-b051-8d927903b3d0,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:50.289422 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-af3ad8e6-375c-4b3e-99c6-93877f1596cf tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks [] for floatingip (2a64debc-9bee-4600-a736-92b0f30e76de), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:50.292214 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-af3ad8e6-375c-4b3e-99c6-93877f1596cf tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for floatingip (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:50.299654 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-af3ad8e6-375c-4b3e-99c6-93877f1596cf tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "DELETE /v2.0/floatingips/2a64debc-9bee-4600-a736-92b0f30e76de HTTP/1.1" status: 204 len: 168 time: 0.4681494 May 17 17:14:50.334286 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb476330-5832-4b1c-bc73-9e902cbb77b2', 'name': 'network-vif-deleted', 'tag': 'aad19b71-6714-499c-a78e-11636c0b7474'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:14:50.337415 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bde74ac-a934-4559-85c9-9f29936527f5" -d '{"events": [{"server_uuid": "cb476330-5832-4b1c-bc73-9e902cbb77b2", "name": "network-vif-deleted", "tag": "aad19b71-6714-499c-a78e-11636c0b7474"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:14:50.346338 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1af9a185-18e2-4a2f-9f60-8a16558da25e tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group (78b70aca-2835-471e-a2f2-b826e774dec6), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:50.385643 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88843d14-d11b-48a2-848c-305f4add22f7 x-openstack-request-id: req-88843d14-d11b-48a2-848c-305f4add22f7 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:14:50.385947 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb476330-5832-4b1c-bc73-9e902cbb77b2", "name": "network-vif-deleted", "tag": "aad19b71-6714-499c-a78e-11636c0b7474", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:14:50.386206 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-88843d14-d11b-48a2-848c-305f4add22f7 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:14:50.386726 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88843d14-d11b-48a2-848c-305f4add22f7'] response: {'server_uuid': 'cb476330-5832-4b1c-bc73-9e902cbb77b2', 'name': 'network-vif-deleted', 'tag': 'aad19b71-6714-499c-a78e-11636c0b7474', 'status': 'completed', 'code': 200} May 17 17:14:50.389852 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1af9a185-18e2-4a2f-9f60-8a16558da25e tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group (78b70aca-2835-471e-a2f2-b826e774dec6), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:50.405606 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 48630) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:14:50.412266 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-d05eccca-f7cb-4aea-be74-7815dd7312ae tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--821638098', 'description': 'tempest-description--1203068590'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:14:50.442767 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d05eccca-f7cb-4aea-be74-7815dd7312ae tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:50.456504 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1af9a185-18e2-4a2f-9f60-8a16558da25e tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (78b70aca-2835-471e-a2f2-b826e774dec6), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:50.459285 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1af9a185-18e2-4a2f-9f60-8a16558da25e tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:50.461187 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-1af9a185-18e2-4a2f-9f60-8a16558da25e tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "DELETE /v2.0/security-groups/78b70aca-2835-471e-a2f2-b826e774dec6 HTTP/1.1" status: 204 len: 168 time: 0.2148108 May 17 17:14:50.465345 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 48632) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:14:50.471578 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af9a185-18e2-4a2f-9f60-8a16558da25e tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b70aca-2835-471e-a2f2-b826e774dec6,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:50.495463 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.api.v2.resource [None req-80c7c19e-8bfd-4127-8059-cf328ea1c099 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] show failed (client error): The resource could not be found. May 17 17:14:50.496561 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-80c7c19e-8bfd-4127-8059-cf328ea1c099 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups/78b70aca-2835-471e-a2f2-b826e774dec6 HTTP/1.1" status: 404 len: 347 time: 0.0301719 May 17 17:14:50.499594 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 48634) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:14:50.573720 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d05eccca-f7cb-4aea-be74-7815dd7312ae tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks [] for security_group (9f5fe0d0-721f-416a-ac99-72e3faa2c796), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:50.582065 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d05eccca-f7cb-4aea-be74-7815dd7312ae tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (9f5fe0d0-721f-416a-ac99-72e3faa2c796), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:50.628277 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05eccca-f7cb-4aea-be74-7815dd7312ae tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5fe0d0-721f-416a-ac99-72e3faa2c796,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:50.633023 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-d979722e-a43a-411e-bbec-cbdf4c3e82d3 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Deleting port 9023be5f-0200-4ca8-8bc4-c61605635d42 {{(pid=103511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:14:50.633379 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d979722e-a43a-411e-bbec-cbdf4c3e82d3 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (9023be5f-0200-4ca8-8bc4-c61605635d42), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:50.635557 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d05eccca-f7cb-4aea-be74-7815dd7312ae tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:50.640002 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-d05eccca-f7cb-4aea-be74-7815dd7312ae tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2326303 May 17 17:14:50.640711 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 48638) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:14:50.645507 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-b5f3662b-b915-49ea-a62b-c09992d41a29 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Request body: {'security_group_rule': {'security_group_id': '9f5fe0d0-721f-416a-ac99-72e3faa2c796', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:14:50.678299 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b5f3662b-b915-49ea-a62b-c09992d41a29 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks [] for security_group_rule (0c0485e3-0a01-431d-bc9a-3b087000482c), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:50.725987 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d979722e-a43a-411e-bbec-cbdf4c3e82d3 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (9023be5f-0200-4ca8-8bc4-c61605635d42), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:50.726325 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d979722e-a43a-411e-bbec-cbdf4c3e82d3 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for floatingip (9023be5f-0200-4ca8-8bc4-c61605635d42), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:50.741202 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-d979722e-a43a-411e-bbec-cbdf4c3e82d3 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Calling delete_port for 9023be5f-0200-4ca8-8bc4-c61605635d42 owned by network:floatingip {{(pid=103511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:14:50.748730 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b5f3662b-b915-49ea-a62b-c09992d41a29 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks [] for security_group_rule (0c0485e3-0a01-431d-bc9a-3b087000482c), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:50.753139 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b5f3662b-b915-49ea-a62b-c09992d41a29 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935960'] for security_group_rule (0c0485e3-0a01-431d-bc9a-3b087000482c), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:50.773890 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f3662b-b915-49ea-a62b-c09992d41a29 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c0485e3-0a01-431d-bc9a-3b087000482c,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:50.787433 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b5f3662b-b915-49ea-a62b-c09992d41a29 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:50.789494 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-b5f3662b-b915-49ea-a62b-c09992d41a29 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1476760 May 17 17:14:50.792296 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 48640) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:14:50.796672 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-e67055a8-4386-47d5-931e-a131bf83c9e5 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Request body: {'security_group_rule': {'security_group_id': '9f5fe0d0-721f-416a-ac99-72e3faa2c796', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:14:50.826189 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e67055a8-4386-47d5-931e-a131bf83c9e5 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks [] for security_group_rule (1d799442-4466-4eff-aabc-acb7f2be1e9b), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:50.895593 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e67055a8-4386-47d5-931e-a131bf83c9e5 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks [] for security_group_rule (1d799442-4466-4eff-aabc-acb7f2be1e9b), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:50.900174 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e67055a8-4386-47d5-931e-a131bf83c9e5 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935960'] for security_group_rule (1d799442-4466-4eff-aabc-acb7f2be1e9b), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:50.918870 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67055a8-4386-47d5-931e-a131bf83c9e5 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d799442-4466-4eff-aabc-acb7f2be1e9b,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:50.924066 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e67055a8-4386-47d5-931e-a131bf83c9e5 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:50.925253 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-e67055a8-4386-47d5-931e-a131bf83c9e5 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1318069 May 17 17:14:50.928865 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 48642) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:14:50.929532 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d979722e-a43a-411e-bbec-cbdf4c3e82d3 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4266351'] for port (9023be5f-0200-4ca8-8bc4-c61605635d42), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:50.933589 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-af9aafbf-5db6-4fa0-912d-40752c9bc406 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Request body: {'floatingip': {'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:14:50.955956 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-af9aafbf-5db6-4fa0-912d-40752c9bc406 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:50.956873 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d979722e-a43a-411e-bbec-cbdf4c3e82d3 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Pushing event deleted for resources: {'Port': ['ID=9023be5f-0200-4ca8-8bc4-c61605635d42,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:51.030306 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d979722e-a43a-411e-bbec-cbdf4c3e82d3 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for floatingip (666e2cc4-14f2-4f30-b0c4-3ab15bd3f8c9), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:51.033625 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d979722e-a43a-411e-bbec-cbdf4c3e82d3 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for floatingip (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:51.034810 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-d979722e-a43a-411e-bbec-cbdf4c3e82d3 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "DELETE /v2.0/floatingips/666e2cc4-14f2-4f30-b0c4-3ab15bd3f8c9 HTTP/1.1" status: 204 len: 168 time: 0.5342209 May 17 17:14:51.043279 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-af9aafbf-5db6-4fa0-912d-40752c9bc406 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:51.177562 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [None req-af9aafbf-5db6-4fa0-912d-40752c9bc406 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Allocated IP 172.27.0.136 (02c56ec1-398e-4da7-8d6f-c5872f286327/162161ae-47ec-4957-8899-c21f028f623a/017cd727-be35-49f2-a65f-d19faf0224c3) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:14:51.213486 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6c498f35-0ca5-4f77-9a92-37b60cbbeb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:51.344060 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-af9aafbf-5db6-4fa0-912d-40752c9bc406 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks [] for port (017cd727-be35-49f2-a65f-d19faf0224c3), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:51.394920 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-af9aafbf-5db6-4fa0-912d-40752c9bc406 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (017cd727-be35-49f2-a65f-d19faf0224c3), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:51.442853 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9aafbf-5db6-4fa0-912d-40752c9bc406 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Network 02c56ec1-398e-4da7-8d6f-c5872f286327 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:14:51.450351 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-af9aafbf-5db6-4fa0-912d-40752c9bc406 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:14:51.453048 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9aafbf-5db6-4fa0-912d-40752c9bc406 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:14:51.462345 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9aafbf-5db6-4fa0-912d-40752c9bc406 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Pushing event updated for resources: {'Port': ['ID=017cd727-be35-49f2-a65f-d19faf0224c3,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:51.504592 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-af9aafbf-5db6-4fa0-912d-40752c9bc406 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks [] for floatingip (38a5c0b4-cf8f-4aa2-b6ba-0b3622454f26), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:51.541334 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-af9aafbf-5db6-4fa0-912d-40752c9bc406 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (017cd727-be35-49f2-a65f-d19faf0224c3), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:51.722397 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-af9aafbf-5db6-4fa0-912d-40752c9bc406 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks [] for port (017cd727-be35-49f2-a65f-d19faf0224c3), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:51.726516 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-af9aafbf-5db6-4fa0-912d-40752c9bc406 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (017cd727-be35-49f2-a65f-d19faf0224c3), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:51.756267 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-af9aafbf-5db6-4fa0-912d-40752c9bc406 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7866643'] for floatingip (38a5c0b4-cf8f-4aa2-b6ba-0b3622454f26), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:51.775981 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9aafbf-5db6-4fa0-912d-40752c9bc406 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Pushing event updated for resources: {'Port': ['ID=017cd727-be35-49f2-a65f-d19faf0224c3,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:51.781481 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-af9aafbf-5db6-4fa0-912d-40752c9bc406 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for floatingip (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:51.789453 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-af9aafbf-5db6-4fa0-912d-40752c9bc406 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8536813 May 17 17:14:51.987228 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-01569502-ceb1-4af9-857e-1f0c669d037f req-38ac85e4-5a00-44b4-bbbd-b88fec38d706 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--821638098&fields=id&tenant_id=9d587d1ef11b4055b77055e6fbcc1899 HTTP/1.1" status: 200 len: 267 time: 0.0470748 May 17 17:14:52.096298 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01569502-ceb1-4af9-857e-1f0c669d037f req-207b7e4f-9156-4a4f-830b-5a6442017f2d tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:52.097340 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-01569502-ceb1-4af9-857e-1f0c669d037f req-207b7e4f-9156-4a4f-830b-5a6442017f2d tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/networks?id=cabe2e00-7fdc-4f66-a15c-c9987c464947 HTTP/1.1" status: 200 len: 817 time: 0.1037383 May 17 17:14:52.113709 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-01569502-ceb1-4af9-857e-1f0c669d037f req-48f83697-726b-4ae9-bef0-82e4501c3959 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/quotas/9d587d1ef11b4055b77055e6fbcc1899 HTTP/1.1" status: 200 len: 375 time: 0.0109053 May 17 17:14:52.165851 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-01569502-ceb1-4af9-857e-1f0c669d037f req-4aff665d-5544-4293-9699-45d07e7f5118 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9d587d1ef11b4055b77055e6fbcc1899&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467308 May 17 17:14:52.265074 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-01569502-ceb1-4af9-857e-1f0c669d037f req-8fdab40d-1d1c-467b-8997-c464e16d07c1 service neutron] 10.222.0.48 "GET /v2.0/networks/cabe2e00-7fdc-4f66-a15c-c9987c464947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878961 May 17 17:14:52.353091 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-01569502-ceb1-4af9-857e-1f0c669d037f req-fff11557-225a-4e0a-b5b1-f45d5aaf0e14 service neutron] 10.222.0.48 "GET /v2.0/networks/cabe2e00-7fdc-4f66-a15c-c9987c464947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819356 May 17 17:14:52.524360 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-26fb92b4-65e4-4a11-82e2-1923ead5a9e3 req-1574208e-dafc-40a3-a78e-e79b9abc8a73 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 210 time: 0.0361388 May 17 17:14:52.729435 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d6140-496f-46f0-9b81-790bd8e1052e req-e2b75c02-c750-4def-bd6f-bc5762154350 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:52.736371 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-875d6140-496f-46f0-9b81-790bd8e1052e req-e2b75c02-c750-4def-bd6f-bc5762154350 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a762b56-1a2c-4556-90cb-52de211c17a5 HTTP/1.1" status: 200 len: 945 time: 0.0729556 May 17 17:14:52.783011 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-875d6140-496f-46f0-9b81-790bd8e1052e req-40f3e171-c6ee-42ae-bbb4-32ffe9839244 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff2265b-a135-4224-bf77-7405c6c07dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452704 May 17 17:14:53.361334 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3dd7d91e-4735-4fb3-8a67-31519f95974c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:53.518492 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (f77364a9-2f6e-44ad-9fc6-92e3e143ef92), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:53.621832 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c4b8ec7c-c124-4e99-b70e-7d55fbfea726 req-cfc8fc69-8588-438b-800e-edd67e626ab5 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 210 time: 0.0276098 May 17 17:14:53.895378 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37688f27-fc7a-4b9e-8fbb-9a00d2b9bbc3 req-774472c6-3264-480d-ae43-49b09d253b6d tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:53.896754 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-37688f27-fc7a-4b9e-8fbb-9a00d2b9bbc3 req-774472c6-3264-480d-ae43-49b09d253b6d tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a762b56-1a2c-4556-90cb-52de211c17a5 HTTP/1.1" status: 200 len: 945 time: 0.0452127 May 17 17:14:53.945449 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-37688f27-fc7a-4b9e-8fbb-9a00d2b9bbc3 req-ecb6ea23-9c80-4d50-82ca-a9ac4adf80d9 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff2265b-a135-4224-bf77-7405c6c07dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432460 May 17 17:14:54.533915 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d779540-deb6-4824-b2cb-f3cf946cbc6a req-4cb7114e-97a2-4690-b439-fc6293b7af77 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:54.535232 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9d779540-deb6-4824-b2cb-f3cf946cbc6a req-4cb7114e-97a2-4690-b439-fc6293b7af77 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a762b56-1a2c-4556-90cb-52de211c17a5 HTTP/1.1" status: 200 len: 945 time: 0.0564227 May 17 17:14:54.720035 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-84b3871a-1a31-4bf4-ba4b-ee431350e08a req-103525a9-eb3b-4fdb-b585-6b64512abd0e tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 210 time: 0.0273292 May 17 17:14:54.851211 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:54.902721 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-9d779540-deb6-4824-b2cb-f3cf946cbc6a req-b6fc825f-5fb6-4466-b7c3-a35e8c44106b tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Deleting port 1d705197-7ce1-4547-af7a-185fa88a47c8 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:14:54.903061 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-9d779540-deb6-4824-b2cb-f3cf946cbc6a req-b6fc825f-5fb6-4466-b7c3-a35e8c44106b tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (1d705197-7ce1-4547-af7a-185fa88a47c8), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:55.069175 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc64a8c-9a84-4016-aea3-af3f6d575131 req-51296d56-e58a-490c-a9d6-c20fd78e769a tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:55.070681 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2bc64a8c-9a84-4016-aea3-af3f6d575131 req-51296d56-e58a-490c-a9d6-c20fd78e769a tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a762b56-1a2c-4556-90cb-52de211c17a5 HTTP/1.1" status: 200 len: 945 time: 0.0526872 May 17 17:14:55.071874 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01569502-ceb1-4af9-857e-1f0c669d037f req-e8691c69-c937-4f6c-994d-8b924cec78b7 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:55.073307 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-01569502-ceb1-4af9-857e-1f0c669d037f req-e8691c69-c937-4f6c-994d-8b924cec78b7 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.23 "GET /v2.0/networks?id=cabe2e00-7fdc-4f66-a15c-c9987c464947 HTTP/1.1" status: 200 len: 817 time: 0.1792817 May 17 17:14:55.075017 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-9d779540-deb6-4824-b2cb-f3cf946cbc6a req-b6fc825f-5fb6-4466-b7c3-a35e8c44106b tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] For port 1d705197-7ce1-4547-af7a-185fa88a47c8, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=1d705197-7ce1-4547-af7a-185fa88a47c8,segment=NetworkSegment(ea772ee0-6e76-4284-a4d3-aeaff2f9a97d),segment_id=ea772ee0-6e76-4284-a4d3-aeaff2f9a97d)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:14:55.075382 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-9d779540-deb6-4824-b2cb-f3cf946cbc6a req-b6fc825f-5fb6-4466-b7c3-a35e8c44106b tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (1d705197-7ce1-4547-af7a-185fa88a47c8), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:55.119353 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2bc64a8c-9a84-4016-aea3-af3f6d575131 req-29355093-6c57-4561-aa3e-df6fa731bcf0 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ff2265b-a135-4224-bf77-7405c6c07dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431325 May 17 17:14:55.247784 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-9d779540-deb6-4824-b2cb-f3cf946cbc6a req-b6fc825f-5fb6-4466-b7c3-a35e8c44106b tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:55.248142 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-9d779540-deb6-4824-b2cb-f3cf946cbc6a req-b6fc825f-5fb6-4466-b7c3-a35e8c44106b tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7866643'] for floatingip (8d6ec43a-7c80-4d55-80ae-726ceddd8c91), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:55.248456 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.db.l3_db [req-9d779540-deb6-4824-b2cb-f3cf946cbc6a req-b6fc825f-5fb6-4466-b7c3-a35e8c44106b tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Floating IP 8d6ec43a-7c80-4d55-80ae-726ceddd8c91 disassociated. External IP: 172.27.0.66, port: 1d705197-7ce1-4547-af7a-185fa88a47c8. May 17 17:14:55.248793 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-9d779540-deb6-4824-b2cb-f3cf946cbc6a req-b6fc825f-5fb6-4466-b7c3-a35e8c44106b tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Calling delete_port for 1d705197-7ce1-4547-af7a-185fa88a47c8 owned by compute:nova {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:14:55.340703 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-01569502-ceb1-4af9-857e-1f0c669d037f req-a16a95d8-cb7c-4aec-bdc9-a9c408576fa0 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d587d1ef11b4055b77055e6fbcc1899 HTTP/1.1" status: 200 len: 379 time: 0.1005204 May 17 17:14:55.350885 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-01569502-ceb1-4af9-857e-1f0c669d037f req-f7d71843-ee6a-49c1-be0f-fddfef374dd2 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Request body: {'port': {'device_id': 'b6de88f8-538f-45eb-bfcd-fce744a5c55d', 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947', 'admin_state_up': True, 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'security_groups': ['9f5fe0d0-721f-416a-ac99-72e3faa2c796']}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:14:55.484728 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-9d779540-deb6-4824-b2cb-f3cf946cbc6a req-b6fc825f-5fb6-4466-b7c3-a35e8c44106b tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912'] for port (1d705197-7ce1-4547-af7a-185fa88a47c8), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:55.521106 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc825f-5fb6-4466-b7c3-a35e8c44106b tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Pushing event deleted for resources: {'Port': ['ID=1d705197-7ce1-4547-af7a-185fa88a47c8,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:55.532105 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01569502-ceb1-4af9-857e-1f0c669d037f req-f7d71843-ee6a-49c1-be0f-fddfef374dd2 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Made reservation on behalf of 9d587d1ef11b4055b77055e6fbcc1899 for: {'port': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:14:55.536149 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-01569502-ceb1-4af9-857e-1f0c669d037f req-f7d71843-ee6a-49c1-be0f-fddfef374dd2 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:55.714036 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d779540-deb6-4824-b2cb-f3cf946cbc6a req-b6fc825f-5fb6-4466-b7c3-a35e8c44106b tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Router a84af72e-9129-4190-b08b-ac573dd09fdc has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:14:55.776387 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [req-01569502-ceb1-4af9-857e-1f0c669d037f req-f7d71843-ee6a-49c1-be0f-fddfef374dd2 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Allocated IP 172.20.0.11 (cabe2e00-7fdc-4f66-a15c-c9987c464947/7c810424-34e9-472b-8917-5d16a4254529/e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:14:55.825335 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8c63e0c1-c4a1-4c4e-8ca1-becc588fa2a9 req-4d1841a5-44bc-4edc-8432-d37c2f566ad1 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 210 time: 0.0315487 May 17 17:14:55.867878 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d779540-deb6-4824-b2cb-f3cf946cbc6a req-b6fc825f-5fb6-4466-b7c3-a35e8c44106b tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:14:55.902341 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4393c6d7-91c2-4597-bc5b-c9b1d3660d06 None None] Sync routers for ids ['a84af72e-9129-4190-b08b-ac573dd09fdc'] in dv-cinder-842149-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:14:55.917416 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:55.918895 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4393c6d7-91c2-4597-bc5b-c9b1d3660d06 None None] Routers {'a84af72e-9129-4190-b08b-ac573dd09fdc'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:14:55.920113 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-4393c6d7-91c2-4597-bc5b-c9b1d3660d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:14:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['a84af72e-9129-4190-b08b-ac573dd09fdc'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:14:55.935327 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d779540-deb6-4824-b2cb-f3cf946cbc6a req-b6fc825f-5fb6-4466-b7c3-a35e8c44106b tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] No DVR routers for this DVR port 1d705197-7ce1-4547-af7a-185fa88a47c8 on host hv-cinder-84214 {{(pid=103510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:14:55.939443 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-9d779540-deb6-4824-b2cb-f3cf946cbc6a req-b6fc825f-5fb6-4466-b7c3-a35e8c44106b tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:55.943578 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9d779540-deb6-4824-b2cb-f3cf946cbc6a req-b6fc825f-5fb6-4466-b7c3-a35e8c44106b tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.23 "DELETE /v2.0/ports/1d705197-7ce1-4547-af7a-185fa88a47c8 HTTP/1.1" status: 204 len: 173 time: 1.1420047 May 17 17:14:55.944058 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a762b56-1a2c-4556-90cb-52de211c17a5', 'name': 'network-vif-deleted', 'tag': '1d705197-7ce1-4547-af7a-185fa88a47c8'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:14:55.946313 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a309ef1-5875-44b0-9d6d-028639d71046" -d '{"events": [{"server_uuid": "0a762b56-1a2c-4556-90cb-52de211c17a5", "name": "network-vif-deleted", "tag": "1d705197-7ce1-4547-af7a-185fa88a47c8"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:14:56.051082 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7036d7e-f6b9-4d4a-a3fb-c9f4cdc1090b x-openstack-request-id: req-a7036d7e-f6b9-4d4a-a3fb-c9f4cdc1090b {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:14:56.051456 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a762b56-1a2c-4556-90cb-52de211c17a5", "name": "network-vif-deleted", "tag": "1d705197-7ce1-4547-af7a-185fa88a47c8", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:14:56.051876 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a7036d7e-f6b9-4d4a-a3fb-c9f4cdc1090b {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:14:56.052441 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7036d7e-f6b9-4d4a-a3fb-c9f4cdc1090b'] response: {'server_uuid': '0a762b56-1a2c-4556-90cb-52de211c17a5', 'name': 'network-vif-deleted', 'tag': '1d705197-7ce1-4547-af7a-185fa88a47c8', 'status': 'completed', 'code': 200} May 17 17:14:56.059338 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-01569502-ceb1-4af9-857e-1f0c669d037f req-f7d71843-ee6a-49c1-be0f-fddfef374dd2 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks [] for port (e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:56.073251 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-4393c6d7-91c2-4597-bc5b-c9b1d3660d06 None None] Set router a84af72e-9129-4190-b08b-ac573dd09fdc gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:14:56.102239 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-01569502-ceb1-4af9-857e-1f0c669d037f req-f7d71843-ee6a-49c1-be0f-fddfef374dd2 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:56.149387 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01569502-ceb1-4af9-857e-1f0c669d037f req-f7d71843-ee6a-49c1-be0f-fddfef374dd2 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Network cabe2e00-7fdc-4f66-a15c-c9987c464947 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:14:56.153175 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [req-01569502-ceb1-4af9-857e-1f0c669d037f req-f7d71843-ee6a-49c1-be0f-fddfef374dd2 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:14:56.155651 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-01569502-ceb1-4af9-857e-1f0c669d037f req-f7d71843-ee6a-49c1-be0f-fddfef374dd2 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:14:56.161614 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01569502-ceb1-4af9-857e-1f0c669d037f req-f7d71843-ee6a-49c1-be0f-fddfef374dd2 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:56.163310 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-01569502-ceb1-4af9-857e-1f0c669d037f req-f7d71843-ee6a-49c1-be0f-fddfef374dd2 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:56.191349 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d71843-ee6a-49c1-be0f-fddfef374dd2 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Pushing event updated for resources: {'Port': ['ID=e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:56.205483 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-01569502-ceb1-4af9-857e-1f0c669d037f req-f7d71843-ee6a-49c1-be0f-fddfef374dd2 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8585923 May 17 17:14:56.236748 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-bebb2c8c-3fbc-47a0-a7a3-f27da24df7b9 req-a4670f53-f8ce-43ca-977d-7b91479b4ecc tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a762b56-1a2c-4556-90cb-52de211c17a5 HTTP/1.1" status: 200 len: 210 time: 0.0281146 May 17 17:14:56.302626 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-4393c6d7-91c2-4597-bc5b-c9b1d3660d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'name': 'tempest-AttachVolumeNegativeTest-1066562658-router', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:11:37Z', 'updated_at': '2022-05-17T17:11:41Z', 'revision_number': 4, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'gw_port': {'id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:38Z', 'updated_at': '2022-05-17T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': 'dda8309d-e0ce-419a-8658-4890b23fa9dd', 'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'mac_address': 'fa:16:3e:31:61:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '622d61e7-eff2-45a5-baff-55e360ced291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:40Z', 'updated_at': '2022-05-17T17:11:46Z', 'revision_number': 5, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'subnets': [{'id': '622d61e7-eff2-45a5-baff-55e360ced291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:14:56.328077 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4393c6d7-91c2-4597-bc5b-c9b1d3660d06 None None] Checking router: a84af72e-9129-4190-b08b-ac573dd09fdc for host: dv-cinder-842149-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:14:56.337518 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4393c6d7-91c2-4597-bc5b-c9b1d3660d06 None None] Routers {'a84af72e-9129-4190-b08b-ac573dd09fdc'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:14:56.338219 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-4393c6d7-91c2-4597-bc5b-c9b1d3660d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:14:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['a84af72e-9129-4190-b08b-ac573dd09fdc'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:14:56.362372 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-01569502-ceb1-4af9-857e-1f0c669d037f req-b0e40027-aaff-489f-b1a6-12935e3480f9 service neutron] Request body: {'port': {'device_id': 'b6de88f8-538f-45eb-bfcd-fce744a5c55d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84214'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:14:56.397239 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-cc834fa8-bf1a-412f-852c-bfad025eecf6 None None] Provisioning complete for port e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:14:56.397534 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cc834fa8-bf1a-412f-852c-bfad025eecf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:56.434816 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-01569502-ceb1-4af9-857e-1f0c669d037f req-b0e40027-aaff-489f-b1a6-12935e3480f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:56.468285 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-cc834fa8-bf1a-412f-852c-bfad025eecf6 None None] Port e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 cannot update to ACTIVE because it is not bound. {{(pid=103512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:14:56.484977 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-4393c6d7-91c2-4597-bc5b-c9b1d3660d06 None None] Set router a84af72e-9129-4190-b08b-ac573dd09fdc gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:14:56.729897 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [req-01569502-ceb1-4af9-857e-1f0c669d037f req-b0e40027-aaff-489f-b1a6-12935e3480f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 {{(pid=103510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:14:56.737357 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-01569502-ceb1-4af9-857e-1f0c669d037f req-b0e40027-aaff-489f-b1a6-12935e3480f9 service neutron] Publish callbacks [] for port (e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:56.750574 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.provisioning_blocks [req-01569502-ceb1-4af9-857e-1f0c669d037f req-b0e40027-aaff-489f-b1a6-12935e3480f9 service neutron] Transition to ACTIVE for port object e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 will not be triggered until provisioned by entity L2. {{(pid=103510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 17:14:56.755385 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-01569502-ceb1-4af9-857e-1f0c669d037f req-b0e40027-aaff-489f-b1a6-12935e3480f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:56.807639 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e40027-aaff-489f-b1a6-12935e3480f9 service neutron] Pushing event updated for resources: {'Port': ['ID=e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:56.812590 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-4393c6d7-91c2-4597-bc5b-c9b1d3660d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'name': 'tempest-AttachVolumeNegativeTest-1066562658-router', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:11:37Z', 'updated_at': '2022-05-17T17:11:41Z', 'revision_number': 4, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'gw_port': {'id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:38Z', 'updated_at': '2022-05-17T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': 'dda8309d-e0ce-419a-8658-4890b23fa9dd', 'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'mac_address': 'fa:16:3e:31:61:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '622d61e7-eff2-45a5-baff-55e360ced291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:40Z', 'updated_at': '2022-05-17T17:11:46Z', 'revision_number': 5, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'subnets': [{'id': '622d61e7-eff2-45a5-baff-55e360ced291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:14:56.840453 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4393c6d7-91c2-4597-bc5b-c9b1d3660d06 None None] The sync data for ids ['a84af72e-9129-4190-b08b-ac573dd09fdc'] in dv-cinder-842149-1-iscsi is: [{'id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'name': 'tempest-AttachVolumeNegativeTest-1066562658-router', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:11:37Z', 'updated_at': '2022-05-17T17:11:41Z', 'revision_number': 4, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'gw_port': {'id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:38Z', 'updated_at': '2022-05-17T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': 'dda8309d-e0ce-419a-8658-4890b23fa9dd', 'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'mac_address': 'fa:16:3e:31:61:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '622d61e7-eff2-45a5-baff-55e360ced291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:40Z', 'updated_at': '2022-05-17T17:11:46Z', 'revision_number': 5, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'subnets': [{'id': '622d61e7-eff2-45a5-baff-55e360ced291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:14:56.844579 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-01569502-ceb1-4af9-857e-1f0c669d037f req-b0e40027-aaff-489f-b1a6-12935e3480f9 service neutron] Attempting to bind port e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 on host hv-cinder-84214 for vnic_type normal with profile {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:14:56.844934 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-01569502-ceb1-4af9-857e-1f0c669d037f req-b0e40027-aaff-489f-b1a6-12935e3480f9 service neutron] Attempting to bind port e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 by drivers openvswitch,hyperv on host hv-cinder-84214 at level 0 using segments [{'id': 'dd7c38ba-79f9-47ce-94d1-d0499646a213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947'}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:14:56.845280 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01569502-ceb1-4af9-857e-1f0c669d037f req-b0e40027-aaff-489f-b1a6-12935e3480f9 service neutron] Attempting to bind port e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 on network cabe2e00-7fdc-4f66-a15c-c9987c464947 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:14:56.850156 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01569502-ceb1-4af9-857e-1f0c669d037f req-b0e40027-aaff-489f-b1a6-12935e3480f9 service neutron] Port e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 on network cabe2e00-7fdc-4f66-a15c-c9987c464947 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84214 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 17:14:56.850488 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01569502-ceb1-4af9-857e-1f0c669d037f req-b0e40027-aaff-489f-b1a6-12935e3480f9 service neutron] Attempting to bind port e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 on network cabe2e00-7fdc-4f66-a15c-c9987c464947 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:14:56.865279 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01569502-ceb1-4af9-857e-1f0c669d037f req-b0e40027-aaff-489f-b1a6-12935e3480f9 service neutron] Checking agent: {'id': 'f77364a9-2f6e-44ad-9fc6-92e3e143ef92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84214', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 8, 20), 'started_at': datetime.datetime(2022, 5, 17, 17, 8, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:14:56.865625 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01569502-ceb1-4af9-857e-1f0c669d037f req-b0e40027-aaff-489f-b1a6-12935e3480f9 service neutron] Checking segment: {'id': 'dd7c38ba-79f9-47ce-94d1-d0499646a213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:14:56.866157 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01569502-ceb1-4af9-857e-1f0c669d037f req-b0e40027-aaff-489f-b1a6-12935e3480f9 service neutron] Bound using segment: {'id': 'dd7c38ba-79f9-47ce-94d1-d0499646a213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947'} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:14:56.866587 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-01569502-ceb1-4af9-857e-1f0c669d037f req-b0e40027-aaff-489f-b1a6-12935e3480f9 service neutron] Bound port: e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5, host: hv-cinder-84214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd7c38ba-79f9-47ce-94d1-d0499646a213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947'}}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:14:56.866945 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-01569502-ceb1-4af9-857e-1f0c669d037f req-b0e40027-aaff-489f-b1a6-12935e3480f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:56.944230 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-01569502-ceb1-4af9-857e-1f0c669d037f req-b0e40027-aaff-489f-b1a6-12935e3480f9 service neutron] For port e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5, host hv-cinder-84214, cleared binding levels {{(pid=103510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:14:56.947852 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-01569502-ceb1-4af9-857e-1f0c669d037f req-b0e40027-aaff-489f-b1a6-12935e3480f9 service neutron] For port e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5, host hv-cinder-84214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5,segment=NetworkSegment(dd7c38ba-79f9-47ce-94d1-d0499646a213),segment_id=dd7c38ba-79f9-47ce-94d1-d0499646a213)] {{(pid=103510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:14:56.954900 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-01569502-ceb1-4af9-857e-1f0c669d037f req-b0e40027-aaff-489f-b1a6-12935e3480f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:56.984737 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01569502-ceb1-4af9-857e-1f0c669d037f req-b0e40027-aaff-489f-b1a6-12935e3480f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:56.986699 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-01569502-ceb1-4af9-857e-1f0c669d037f req-b0e40027-aaff-489f-b1a6-12935e3480f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:56.989762 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-01569502-ceb1-4af9-857e-1f0c669d037f req-b0e40027-aaff-489f-b1a6-12935e3480f9 service neutron] 10.222.0.23 "PUT /v2.0/ports/e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 HTTP/1.1" status: 200 len: 1094 time: 0.6314292 May 17 17:14:57.004895 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1e3f0-62a3-45b2-a27d-65e529aae795 req-94678743-6ab9-42fa-ab71-3b2dbc93586d tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:57.013114 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-92e1e3f0-62a3-45b2-a27d-65e529aae795 req-94678743-6ab9-42fa-ab71-3b2dbc93586d tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 944 time: 0.0914149 May 17 17:14:57.084022 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-92e1e3f0-62a3-45b2-a27d-65e529aae795 req-cd04aa49-ac0b-4da7-a767-fee228b00dd2 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696995 May 17 17:14:57.151138 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e40027-aaff-489f-b1a6-12935e3480f9 service neutron] Pushing event updated for resources: {'Port': ['ID=e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5,revision_number=3']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:57.162585 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01569502-ceb1-4af9-857e-1f0c669d037f req-027831d4-b4ec-4702-a64c-f72a3aa0bf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:57.165365 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-01569502-ceb1-4af9-857e-1f0c669d037f req-027831d4-b4ec-4702-a64c-f72a3aa0bf75 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9d587d1ef11b4055b77055e6fbcc1899&device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 1128 time: 0.0795016 May 17 17:14:57.225236 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-01569502-ceb1-4af9-857e-1f0c669d037f req-6e5db5c0-3b35-43eb-9dc2-5f6d5ef8cecc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 HTTP/1.1" status: 200 len: 217 time: 0.0507045 May 17 17:14:57.309476 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0b48e3-170a-4b44-b57d-eb49885d7667 None None] New status for floating IP 8d6ec43a-7c80-4d55-80ae-726ceddd8c91: DOWN {{(pid=103513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:14:57.312209 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01569502-ceb1-4af9-857e-1f0c669d037f req-32295da4-688c-403f-9f08-50b50b8696d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:57.314442 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-01569502-ceb1-4af9-857e-1f0c669d037f req-32295da4-688c-403f-9f08-50b50b8696d2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7c810424-34e9-472b-8917-5d16a4254529 HTTP/1.1" status: 200 len: 856 time: 0.0809944 May 17 17:14:57.361816 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 48742) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:14:57.384187 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01569502-ceb1-4af9-857e-1f0c669d037f req-9e3e44b4-b051-444a-9918-aa8110499f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:57.386210 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-01569502-ceb1-4af9-857e-1f0c669d037f req-9e3e44b4-b051-444a-9918-aa8110499f38 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cabe2e00-7fdc-4f66-a15c-c9987c464947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0634997 May 17 17:14:57.464588 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:57.506207 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-01569502-ceb1-4af9-857e-1f0c669d037f req-9851c9a2-76eb-4887-8180-10c70ee260b2 service neutron] 10.222.0.23 "GET /v2.0/networks/cabe2e00-7fdc-4f66-a15c-c9987c464947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090858 May 17 17:14:57.512501 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-69b62629-4f52-4207-96c8-e9087aa3b6cb tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-927017117&fields=id&tenant_id=b1528992e3c74c08b5c4192466f23852 HTTP/1.1" status: 200 len: 267 time: 0.1697438 May 17 17:14:57.569928 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3fe6c0a6-f6fb-4693-9469-c1e6a2db3eab tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group (3ff2265b-a135-4224-bf77-7405c6c07dc2), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:57.571166 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 1d705197-7ce1-4547-af7a-185fa88a47c8 no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:14:57.590789 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] No Port match for: 1d705197-7ce1-4547-af7a-185fa88a47c8 {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:14:57.591138 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 1d705197-7ce1-4547-af7a-185fa88a47c8 not bound to the agent host hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:14:57.641155 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3fe6c0a6-f6fb-4693-9469-c1e6a2db3eab tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group (3ff2265b-a135-4224-bf77-7405c6c07dc2), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:57.698998 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-49dd8504-70f9-4562-983c-0fbc55a38838 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:57.700571 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-49dd8504-70f9-4562-983c-0fbc55a38838 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/networks?id=f954c18a-8821-47ca-8b80-a2fbc154db5e HTTP/1.1" status: 200 len: 811 time: 0.1753173 May 17 17:14:57.717212 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-3f13e6ae-051a-42c1-ac42-f0230c9226ed tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/quotas/b1528992e3c74c08b5c4192466f23852 HTTP/1.1" status: 200 len: 375 time: 0.0107441 May 17 17:14:57.735809 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3fe6c0a6-f6fb-4693-9469-c1e6a2db3eab tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (3ff2265b-a135-4224-bf77-7405c6c07dc2), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:57.739224 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3fe6c0a6-f6fb-4693-9469-c1e6a2db3eab tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:57.740400 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-3fe6c0a6-f6fb-4693-9469-c1e6a2db3eab tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "DELETE /v2.0/security-groups/3ff2265b-a135-4224-bf77-7405c6c07dc2 HTTP/1.1" status: 204 len: 168 time: 0.3761332 May 17 17:14:57.760606 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 48744) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:14:57.784510 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe6c0a6-f6fb-4693-9469-c1e6a2db3eab tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff2265b-a135-4224-bf77-7405c6c07dc2,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:57.798434 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.api.v2.resource [None req-32cfc815-dbc5-46f4-831d-de222789dba2 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] show failed (client error): The resource could not be found. May 17 17:14:57.802797 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-32cfc815-dbc5-46f4-831d-de222789dba2 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups/3ff2265b-a135-4224-bf77-7405c6c07dc2 HTTP/1.1" status: 404 len: 347 time: 0.0349827 May 17 17:14:57.804104 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 48746) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:14:57.820770 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-e239a4cb-0c6d-4f5d-a2d8-255bc0c129c9 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1528992e3c74c08b5c4192466f23852&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0963631 May 17 17:14:57.863470 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-01569502-ceb1-4af9-857e-1f0c669d037f req-082d6918-f198-4589-bb7a-24aaf6e21ca6 service neutron] 10.222.0.23 "GET /v2.0/networks/cabe2e00-7fdc-4f66-a15c-c9987c464947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449895 May 17 17:14:58.053895 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6de88f8-538f-45eb-bfcd-fce744a5c55d', 'tag': 'e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:14:58.056409 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97328025-8929-4b7a-b0cf-e8e9fdf3594c" -d '{"events": [{"name": "network-changed", "server_uuid": "b6de88f8-538f-45eb-bfcd-fce744a5c55d", "tag": "e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:14:58.095389 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0401a315-8e40-4061-bf68-39ad108d45c5 x-openstack-request-id: req-0401a315-8e40-4061-bf68-39ad108d45c5 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:14:58.095720 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6de88f8-538f-45eb-bfcd-fce744a5c55d", "tag": "e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:14:58.095969 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0401a315-8e40-4061-bf68-39ad108d45c5 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:14:58.096396 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0401a315-8e40-4061-bf68-39ad108d45c5'] response: {'name': 'network-changed', 'server_uuid': 'b6de88f8-538f-45eb-bfcd-fce744a5c55d', 'tag': 'e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5', 'status': 'completed', 'code': 200} May 17 17:14:58.227247 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ee000-0868-4a21-b632-bd6166355931 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Deleting port f838291a-8563-4355-ac44-a189c3614b47 {{(pid=103511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:14:58.227875 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ea0ee000-0868-4a21-b632-bd6166355931 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (f838291a-8563-4355-ac44-a189c3614b47), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:58.264371 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971b554-d468-4efe-9ebe-e71e864dc08c req-7dceea7c-923d-44e6-ba1b-87ae4298bf2b tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:58.265803 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5971b554-d468-4efe-9ebe-e71e864dc08c req-7dceea7c-923d-44e6-ba1b-87ae4298bf2b tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 944 time: 0.0923426 May 17 17:14:58.299415 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-b9ebfbca-d0ed-48b7-96df-3e61333b244a service neutron] 10.222.0.48 "GET /v2.0/networks/f954c18a-8821-47ca-8b80-a2fbc154db5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522147 May 17 17:14:58.416501 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ea0ee000-0868-4a21-b632-bd6166355931 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (f838291a-8563-4355-ac44-a189c3614b47), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:58.416711 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ea0ee000-0868-4a21-b632-bd6166355931 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for floatingip (f838291a-8563-4355-ac44-a189c3614b47), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:58.430755 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5971b554-d468-4efe-9ebe-e71e864dc08c req-8fee72ee-c433-43a4-9501-4c9a51fe87fb tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582055 May 17 17:14:58.444762 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ee000-0868-4a21-b632-bd6166355931 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Calling delete_port for f838291a-8563-4355-ac44-a189c3614b47 owned by network:floatingip {{(pid=103511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:14:58.453830 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-91b9dcad-0d85-45f4-bd0e-b9088babc2d3 service neutron] 10.222.0.48 "GET /v2.0/networks/f954c18a-8821-47ca-8b80-a2fbc154db5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472301 May 17 17:14:58.582625 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ea0ee000-0868-4a21-b632-bd6166355931 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4266351'] for port (f838291a-8563-4355-ac44-a189c3614b47), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:58.606198 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ee000-0868-4a21-b632-bd6166355931 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Pushing event deleted for resources: {'Port': ['ID=f838291a-8563-4355-ac44-a189c3614b47,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:58.678120 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ea0ee000-0868-4a21-b632-bd6166355931 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for floatingip (8d6ec43a-7c80-4d55-80ae-726ceddd8c91), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:58.680495 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ea0ee000-0868-4a21-b632-bd6166355931 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for floatingip (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:58.681655 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-ea0ee000-0868-4a21-b632-bd6166355931 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "DELETE /v2.0/floatingips/8d6ec43a-7c80-4d55-80ae-726ceddd8c91 HTTP/1.1" status: 204 len: 168 time: 0.8734541 May 17 17:14:58.763002 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 48766) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:14:58.767374 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-d2a3f06a-c30a-4abd-99ee-29bf94d9601b tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Request body: {'security_group': {'name': 'tempest-securitygroup--566476457', 'description': 'tempest-description--1452560303'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:14:58.775272 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ebccb1f7-aa8b-45ed-8907-13de802f73db req-d9244042-295c-4ba9-af90-5ce228a03903 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=50898191-2e63-45d2-85bb-e47d9fe6d844 HTTP/1.1" status: 200 len: 210 time: 0.0472219 May 17 17:14:58.797247 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d2a3f06a-c30a-4abd-99ee-29bf94d9601b tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:58.871860 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d2a3f06a-c30a-4abd-99ee-29bf94d9601b tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group (8fbf18eb-e55b-46c4-ba9d-2ed08d646612), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:58.876409 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d2a3f06a-c30a-4abd-99ee-29bf94d9601b tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (8fbf18eb-e55b-46c4-ba9d-2ed08d646612), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:58.890623 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97328025-8929-4b7a-b0cf-e8e9fdf3594c req-cbd477c6-9f2e-47ff-b46d-85c82b470924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:58.892135 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-97328025-8929-4b7a-b0cf-e8e9fdf3594c req-cbd477c6-9f2e-47ff-b46d-85c82b470924 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9d587d1ef11b4055b77055e6fbcc1899&device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 1128 time: 0.0446641 May 17 17:14:58.912100 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d2a3f06a-c30a-4abd-99ee-29bf94d9601b tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:58.913371 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-d2a3f06a-c30a-4abd-99ee-29bf94d9601b tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1492827 May 17 17:14:58.915513 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a3f06a-c30a-4abd-99ee-29bf94d9601b tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbf18eb-e55b-46c4-ba9d-2ed08d646612,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:58.918942 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 48772) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:14:58.931632 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-ec426664-2c6c-44e8-aba2-f2499de123bb tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Request body: {'security_group_rule': {'security_group_id': '8fbf18eb-e55b-46c4-ba9d-2ed08d646612', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:14:58.962254 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ec426664-2c6c-44e8-aba2-f2499de123bb tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group_rule (a772056e-f2b8-43e2-8158-b64b0d56cd86), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:59.015168 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ec426664-2c6c-44e8-aba2-f2499de123bb tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group_rule (a772056e-f2b8-43e2-8158-b64b0d56cd86), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:59.020296 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ec426664-2c6c-44e8-aba2-f2499de123bb tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935960'] for security_group_rule (a772056e-f2b8-43e2-8158-b64b0d56cd86), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:59.020825 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97328025-8929-4b7a-b0cf-e8e9fdf3594c req-de1570b6-3e5e-452b-a507-e19d5f4a57ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:59.022309 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-97328025-8929-4b7a-b0cf-e8e9fdf3594c req-de1570b6-3e5e-452b-a507-e19d5f4a57ac service neutron] 10.222.0.23 "GET /v2.0/networks?id=cabe2e00-7fdc-4f66-a15c-c9987c464947 HTTP/1.1" status: 200 len: 918 time: 0.1233509 May 17 17:14:59.040263 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec426664-2c6c-44e8-aba2-f2499de123bb tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a772056e-f2b8-43e2-8158-b64b0d56cd86,revision_number=0']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:59.050124 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ec426664-2c6c-44e8-aba2-f2499de123bb tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:59.054502 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-ec426664-2c6c-44e8-aba2-f2499de123bb tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1338997 May 17 17:14:59.055504 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 48776) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:14:59.060153 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-746e30d5-c448-4979-908d-6b299bc6c04c tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Request body: {'security_group_rule': {'security_group_id': '8fbf18eb-e55b-46c4-ba9d-2ed08d646612', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:14:59.067173 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-97328025-8929-4b7a-b0cf-e8e9fdf3594c req-facf25b1-336c-474b-abad-6082b9e286da service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 HTTP/1.1" status: 200 len: 217 time: 0.0381858 May 17 17:14:59.087886 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-746e30d5-c448-4979-908d-6b299bc6c04c tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group_rule (7b7dc2e5-927d-462a-8225-564027e7aeb3), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:59.118632 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97328025-8929-4b7a-b0cf-e8e9fdf3594c req-59f9b2c0-d92f-48df-8b72-3f074ae9e363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:59.120128 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-97328025-8929-4b7a-b0cf-e8e9fdf3594c req-59f9b2c0-d92f-48df-8b72-3f074ae9e363 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7c810424-34e9-472b-8917-5d16a4254529 HTTP/1.1" status: 200 len: 856 time: 0.0468352 May 17 17:14:59.157202 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-746e30d5-c448-4979-908d-6b299bc6c04c tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group_rule (7b7dc2e5-927d-462a-8225-564027e7aeb3), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:59.161345 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-746e30d5-c448-4979-908d-6b299bc6c04c tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935960'] for security_group_rule (7b7dc2e5-927d-462a-8225-564027e7aeb3), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:59.177909 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97328025-8929-4b7a-b0cf-e8e9fdf3594c req-8465359a-f1a8-46c8-8663-943b06e28601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:59.179213 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e30d5-c448-4979-908d-6b299bc6c04c tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b7dc2e5-927d-462a-8225-564027e7aeb3,revision_number=0']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:59.179874 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-97328025-8929-4b7a-b0cf-e8e9fdf3594c req-8465359a-f1a8-46c8-8663-943b06e28601 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cabe2e00-7fdc-4f66-a15c-c9987c464947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521305 May 17 17:14:59.187339 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-746e30d5-c448-4979-908d-6b299bc6c04c tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:59.188769 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-746e30d5-c448-4979-908d-6b299bc6c04c tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1320963 May 17 17:14:59.192219 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 48778) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:14:59.196543 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-3e1cc98d-82e7-45d6-aee8-a23a1da2fa8f tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Request body: {'floatingip': {'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:14:59.217100 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3e1cc98d-82e7-45d6-aee8-a23a1da2fa8f tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:59.286518 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-97328025-8929-4b7a-b0cf-e8e9fdf3594c req-757084c3-5823-4aa0-a234-28651625d4e0 service neutron] 10.222.0.23 "GET /v2.0/networks/cabe2e00-7fdc-4f66-a15c-c9987c464947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992267 May 17 17:14:59.300800 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3e1cc98d-82e7-45d6-aee8-a23a1da2fa8f tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:59.384859 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-97328025-8929-4b7a-b0cf-e8e9fdf3594c req-0c84fd7c-d67e-4598-be94-88b2635f3e78 service neutron] 10.222.0.23 "GET /v2.0/networks/cabe2e00-7fdc-4f66-a15c-c9987c464947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915504 May 17 17:14:59.415179 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.db_base_plugin_common [None req-3e1cc98d-82e7-45d6-aee8-a23a1da2fa8f tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Allocated IP 172.27.0.107 (02c56ec1-398e-4da7-8d6f-c5872f286327/162161ae-47ec-4957-8899-c21f028f623a/539c1c94-d6f5-4256-b06b-2420fd557717) {{(pid=103511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:14:59.525906 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3e1cc98d-82e7-45d6-aee8-a23a1da2fa8f tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for port (539c1c94-d6f5-4256-b06b-2420fd557717), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:59.568533 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09921d2-9330-4164-8535-1cd38a145707 req-b69db883-9d60-43d2-8311-2e3f3cb6dc74 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:59.569996 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a09921d2-9330-4164-8535-1cd38a145707 req-b69db883-9d60-43d2-8311-2e3f3cb6dc74 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 944 time: 0.0655739 May 17 17:14:59.571805 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:14:59.614484 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3e1cc98d-82e7-45d6-aee8-a23a1da2fa8f tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4266351'] for port (539c1c94-d6f5-4256-b06b-2420fd557717), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:59.651782 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a09921d2-9330-4164-8535-1cd38a145707 req-4ce7e9a4-6a0a-44d8-8280-adc4f8496652 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759952 May 17 17:14:59.663571 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1cc98d-82e7-45d6-aee8-a23a1da2fa8f tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Network 02c56ec1-398e-4da7-8d6f-c5872f286327 is already hosted by enough agents. {{(pid=103511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:14:59.666643 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [None req-3e1cc98d-82e7-45d6-aee8-a23a1da2fa8f tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Resources bound (agent type, host, resource id): {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:14:59.669925 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1cc98d-82e7-45d6-aee8-a23a1da2fa8f tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Received port after_create {{(pid=103511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:14:59.693615 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5,segment=NetworkSegment(dd7c38ba-79f9-47ce-94d1-d0499646a213),segment_id=dd7c38ba-79f9-47ce-94d1-d0499646a213)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:14:59.698775 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1cc98d-82e7-45d6-aee8-a23a1da2fa8f tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Pushing event updated for resources: {'Port': ['ID=539c1c94-d6f5-4256-b06b-2420fd557717,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:59.719904 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Returning: {'device': 'e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5', 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947', 'port_id': 'e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5', 'mac_address': 'fa:16:3e:8d:d8:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c810424-34e9-472b-8917-5d16a4254529', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:14:59.766320 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 is: DOWN; New status is: BUILD {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:14:59.766708 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:59.769407 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3e1cc98d-82e7-45d6-aee8-a23a1da2fa8f tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for floatingip (11c41d1f-23a0-4bcc-b26b-c357ad1eff60), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:59.782007 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:14:59.818693 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3e1cc98d-82e7-45d6-aee8-a23a1da2fa8f tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (539c1c94-d6f5-4256-b06b-2420fd557717), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:59.823141 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5,segment=NetworkSegment(dd7c38ba-79f9-47ce-94d1-d0499646a213),segment_id=dd7c38ba-79f9-47ce-94d1-d0499646a213)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:14:59.829431 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:59.840935 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-e06ffd46-2e2e-44f0-8482-0f8c09363219 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:14:59.843142 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-e06ffd46-2e2e-44f0-8482-0f8c09363219 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.23 "GET /v2.0/networks?id=f954c18a-8821-47ca-8b80-a2fbc154db5e HTTP/1.1" status: 200 len: 811 time: 0.1395996 May 17 17:14:59.890732 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:14:59.899442 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:59.899835 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:59.900180 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:59.900546 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:59.900884 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:59.901214 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:59.901542 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:59.901872 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:59.902193 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:59.902515 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:59.902838 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:59.903178 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:59.903502 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:59.904024 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:59.904516 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:14:59.916129 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-632a9281-751b-401c-a90b-d4ad534869af req-bcc6f124-a257-4dcf-b41d-1041299238a7 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=50898191-2e63-45d2-85bb-e47d9fe6d844 HTTP/1.1" status: 200 len: 210 time: 0.0540197 May 17 17:14:59.936174 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-0473aabe-9d95-4032-a691-753759417544 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1528992e3c74c08b5c4192466f23852 HTTP/1.1" status: 200 len: 379 time: 0.0807326 May 17 17:14:59.947331 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-bc516f6c-4425-432e-bcef-fc709aae9dc1 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Request body: {'port': {'device_id': '50898191-2e63-45d2-85bb-e47d9fe6d844', 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e', 'admin_state_up': True, 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'security_groups': ['28b40252-adbd-491f-b796-30e56ed2e12f']}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:15:00.049432 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3e1cc98d-82e7-45d6-aee8-a23a1da2fa8f tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for port (539c1c94-d6f5-4256-b06b-2420fd557717), precommit_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:00.054971 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3e1cc98d-82e7-45d6-aee8-a23a1da2fa8f tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4266328'] for port (539c1c94-d6f5-4256-b06b-2420fd557717), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:00.058386 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-bc516f6c-4425-432e-bcef-fc709aae9dc1 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Made reservation on behalf of b1528992e3c74c08b5c4192466f23852 for: {'port': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:15:00.061795 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-bc516f6c-4425-432e-bcef-fc709aae9dc1 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:00.119221 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] get_ports_and_sgs() called for port_ids ['e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5'] {{(pid=103512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:15:00.130327 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1cc98d-82e7-45d6-aee8-a23a1da2fa8f tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Pushing event updated for resources: {'Port': ['ID=539c1c94-d6f5-4256-b06b-2420fd557717,revision_number=2']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:15:00.145018 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3e1cc98d-82e7-45d6-aee8-a23a1da2fa8f tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7866643'] for floatingip (11c41d1f-23a0-4bcc-b26b-c357ad1eff60), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:00.163773 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3e1cc98d-82e7-45d6-aee8-a23a1da2fa8f tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for floatingip (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:00.173152 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-3e1cc98d-82e7-45d6-aee8-a23a1da2fa8f tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9722021 May 17 17:15:00.195972 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-bc516f6c-4425-432e-bcef-fc709aae9dc1 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Allocated IP 172.20.0.14 (f954c18a-8821-47ca-8b80-a2fbc154db5e/7e6d0a25-a986-4141-abe4-fef5bc7f9be9/efa762a5-a4d8-4cff-ba5a-528a674014b1) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:15:00.360772 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-bc516f6c-4425-432e-bcef-fc709aae9dc1 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for port (efa762a5-a4d8-4cff-ba5a-528a674014b1), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:00.394758 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-bc516f6c-4425-432e-bcef-fc709aae9dc1 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (efa762a5-a4d8-4cff-ba5a-528a674014b1), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:00.396211 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-c54e98e6-c640-4758-99ec-694b97bdce30 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--566476457&fields=id&tenant_id=54981d1c7fe64f5cb6a846496ad4f776 HTTP/1.1" status: 200 len: 267 time: 0.0494413 May 17 17:15:00.442218 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-bc516f6c-4425-432e-bcef-fc709aae9dc1 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Network f954c18a-8821-47ca-8b80-a2fbc154db5e is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:15:00.445413 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-bc516f6c-4425-432e-bcef-fc709aae9dc1 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:15:00.451489 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-bc516f6c-4425-432e-bcef-fc709aae9dc1 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:15:00.456672 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-bc516f6c-4425-432e-bcef-fc709aae9dc1 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:00.457294 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-bc516f6c-4425-432e-bcef-fc709aae9dc1 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:00.468179 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc516f6c-4425-432e-bcef-fc709aae9dc1 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Pushing event updated for resources: {'Port': ['ID=efa762a5-a4d8-4cff-ba5a-528a674014b1,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:15:00.479730 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-bc516f6c-4425-432e-bcef-fc709aae9dc1 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5363410 May 17 17:15:00.527966 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-9521c649-7f02-48ff-ad80-6a12e64fcd26 service neutron] Request body: {'port': {'device_id': '50898191-2e63-45d2-85bb-e47d9fe6d844', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84214'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:15:00.540887 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-9d59cff4-b092-4db0-8240-a99c8fef38e2 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:00.542514 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-9d59cff4-b092-4db0-8240-a99c8fef38e2 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/networks?id=30541785-dceb-40b7-9575-992b66a470e9 HTTP/1.1" status: 200 len: 815 time: 0.1376340 May 17 17:15:00.558223 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-358858fb-6dff-4f2b-8f8c-da989439e603 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/quotas/54981d1c7fe64f5cb6a846496ad4f776 HTTP/1.1" status: 200 len: 375 time: 0.0102479 May 17 17:15:00.590423 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-9521c649-7f02-48ff-ad80-6a12e64fcd26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (efa762a5-a4d8-4cff-ba5a-528a674014b1), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:00.614035 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-05c71292-8ec5-44c9-88b9-565de795a351 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=54981d1c7fe64f5cb6a846496ad4f776&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500751 May 17 17:15:00.675475 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-40f268e8-0a6b-4656-81a1-55a005675fc0 None None] Provisioning complete for port efa762a5-a4d8-4cff-ba5a-528a674014b1 triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:15:00.676506 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-40f268e8-0a6b-4656-81a1-55a005675fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (efa762a5-a4d8-4cff-ba5a-528a674014b1), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:00.718564 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-a79ffb4f-ce39-48d1-a79a-40ad01d73a95 service neutron] 10.222.0.48 "GET /v2.0/networks/30541785-dceb-40b7-9575-992b66a470e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919971 May 17 17:15:00.723401 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-40f268e8-0a6b-4656-81a1-55a005675fc0 None None] Port efa762a5-a4d8-4cff-ba5a-528a674014b1 cannot update to ACTIVE because it is not bound. {{(pid=103512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:15:00.832595 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5d152-e69a-4853-a0bc-e46bde3993c0 req-8b7a7793-7f7e-4f90-8d8d-095a71254b60 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:00.833999 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1fc5d152-e69a-4853-a0bc-e46bde3993c0 req-8b7a7793-7f7e-4f90-8d8d-095a71254b60 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 945 time: 0.0824997 May 17 17:15:00.872249 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-adda9029-be9d-4c8b-aa8d-3b54d7f7e0c0 service neutron] 10.222.0.48 "GET /v2.0/networks/30541785-dceb-40b7-9575-992b66a470e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459255 May 17 17:15:00.888816 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-9521c649-7f02-48ff-ad80-6a12e64fcd26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efa762a5-a4d8-4cff-ba5a-528a674014b1 {{(pid=103510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:15:00.894772 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1fc5d152-e69a-4853-a0bc-e46bde3993c0 req-6ab80351-d6bc-4cb2-8ad8-2fb010ea6f4d tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545170 May 17 17:15:00.897145 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-9521c649-7f02-48ff-ad80-6a12e64fcd26 service neutron] Publish callbacks [] for port (efa762a5-a4d8-4cff-ba5a-528a674014b1), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:00.910741 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.provisioning_blocks [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-9521c649-7f02-48ff-ad80-6a12e64fcd26 service neutron] Transition to ACTIVE for port object efa762a5-a4d8-4cff-ba5a-528a674014b1 will not be triggered until provisioned by entity L2. {{(pid=103510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 17:15:00.914492 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-9521c649-7f02-48ff-ad80-6a12e64fcd26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (efa762a5-a4d8-4cff-ba5a-528a674014b1), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:00.997782 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521c649-7f02-48ff-ad80-6a12e64fcd26 service neutron] Pushing event updated for resources: {'Port': ['ID=efa762a5-a4d8-4cff-ba5a-528a674014b1,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:15:01.005431 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-9521c649-7f02-48ff-ad80-6a12e64fcd26 service neutron] Attempting to bind port efa762a5-a4d8-4cff-ba5a-528a674014b1 on host hv-cinder-84214 for vnic_type normal with profile {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:15:01.005767 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-9521c649-7f02-48ff-ad80-6a12e64fcd26 service neutron] Attempting to bind port efa762a5-a4d8-4cff-ba5a-528a674014b1 by drivers openvswitch,hyperv on host hv-cinder-84214 at level 0 using segments [{'id': '3edb7eab-9922-40db-9293-945d85664407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e'}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:15:01.006150 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-9521c649-7f02-48ff-ad80-6a12e64fcd26 service neutron] Attempting to bind port efa762a5-a4d8-4cff-ba5a-528a674014b1 on network f954c18a-8821-47ca-8b80-a2fbc154db5e {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:15:01.011121 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-9521c649-7f02-48ff-ad80-6a12e64fcd26 service neutron] Port efa762a5-a4d8-4cff-ba5a-528a674014b1 on network f954c18a-8821-47ca-8b80-a2fbc154db5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84214 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 17:15:01.011620 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-9521c649-7f02-48ff-ad80-6a12e64fcd26 service neutron] Attempting to bind port efa762a5-a4d8-4cff-ba5a-528a674014b1 on network f954c18a-8821-47ca-8b80-a2fbc154db5e {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:15:01.033123 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-9521c649-7f02-48ff-ad80-6a12e64fcd26 service neutron] Checking agent: {'id': 'f77364a9-2f6e-44ad-9fc6-92e3e143ef92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84214', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 8, 20), 'started_at': datetime.datetime(2022, 5, 17, 17, 8, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:15:01.033463 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-9521c649-7f02-48ff-ad80-6a12e64fcd26 service neutron] Checking segment: {'id': '3edb7eab-9922-40db-9293-945d85664407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:15:01.033852 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-9521c649-7f02-48ff-ad80-6a12e64fcd26 service neutron] Bound using segment: {'id': '3edb7eab-9922-40db-9293-945d85664407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e'} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:15:01.036082 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-9521c649-7f02-48ff-ad80-6a12e64fcd26 service neutron] Bound port: efa762a5-a4d8-4cff-ba5a-528a674014b1, host: hv-cinder-84214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3edb7eab-9922-40db-9293-945d85664407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e'}}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:15:01.036694 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-9521c649-7f02-48ff-ad80-6a12e64fcd26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (efa762a5-a4d8-4cff-ba5a-528a674014b1), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:01.071872 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162fc86-0d24-484e-96c2-827850dc2c08 req-1f3f7a5e-56b3-4c0e-a8d6-5babd1afd7e7 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:01.074355 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8162fc86-0d24-484e-96c2-827850dc2c08 req-1f3f7a5e-56b3-4c0e-a8d6-5babd1afd7e7 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=50898191-2e63-45d2-85bb-e47d9fe6d844 HTTP/1.1" status: 200 len: 944 time: 0.0741224 May 17 17:15:01.123035 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-9521c649-7f02-48ff-ad80-6a12e64fcd26 service neutron] For port efa762a5-a4d8-4cff-ba5a-528a674014b1, host hv-cinder-84214, cleared binding levels {{(pid=103510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:15:01.127032 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-9521c649-7f02-48ff-ad80-6a12e64fcd26 service neutron] For port efa762a5-a4d8-4cff-ba5a-528a674014b1, host hv-cinder-84214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=efa762a5-a4d8-4cff-ba5a-528a674014b1,segment=NetworkSegment(3edb7eab-9922-40db-9293-945d85664407),segment_id=3edb7eab-9922-40db-9293-945d85664407)] {{(pid=103510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:15:01.141082 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5579a6ef-bac3-4d9f-87ea-b85af2e87d99 req-886e306c-90f7-4e30-ac57-c0d1098929c3 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3d54d34-bc48-4fdd-8665-f9403cbb8c8f HTTP/1.1" status: 200 len: 210 time: 0.0658364 May 17 17:15:01.147571 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-9521c649-7f02-48ff-ad80-6a12e64fcd26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (efa762a5-a4d8-4cff-ba5a-528a674014b1), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:01.188400 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8162fc86-0d24-484e-96c2-827850dc2c08 req-268c1318-ebc1-4aa3-9bfa-2634ab60704a tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884564 May 17 17:15:01.208557 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-9521c649-7f02-48ff-ad80-6a12e64fcd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:01.209320 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-9521c649-7f02-48ff-ad80-6a12e64fcd26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:01.210731 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-9521c649-7f02-48ff-ad80-6a12e64fcd26 service neutron] 10.222.0.23 "PUT /v2.0/ports/efa762a5-a4d8-4cff-ba5a-528a674014b1 HTTP/1.1" status: 200 len: 1094 time: 0.6874206 May 17 17:15:01.211184 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50898191-2e63-45d2-85bb-e47d9fe6d844', 'tag': 'efa762a5-a4d8-4cff-ba5a-528a674014b1'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:15:01.214168 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f8870b-7843-45a2-ba1b-9ddfd5c35f22" -d '{"events": [{"name": "network-changed", "server_uuid": "50898191-2e63-45d2-85bb-e47d9fe6d844", "tag": "efa762a5-a4d8-4cff-ba5a-528a674014b1"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:15:01.233809 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521c649-7f02-48ff-ad80-6a12e64fcd26 service neutron] Pushing event updated for resources: {'Port': ['ID=efa762a5-a4d8-4cff-ba5a-528a674014b1,revision_number=3']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:15:01.263495 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7da064-dbcf-4d44-b262-105cd2bebe07 x-openstack-request-id: req-9f7da064-dbcf-4d44-b262-105cd2bebe07 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:15:01.263915 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50898191-2e63-45d2-85bb-e47d9fe6d844", "tag": "efa762a5-a4d8-4cff-ba5a-528a674014b1", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:15:01.264254 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9f7da064-dbcf-4d44-b262-105cd2bebe07 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:15:01.264727 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f7da064-dbcf-4d44-b262-105cd2bebe07'] response: {'name': 'network-changed', 'server_uuid': '50898191-2e63-45d2-85bb-e47d9fe6d844', 'tag': 'efa762a5-a4d8-4cff-ba5a-528a674014b1', 'status': 'completed', 'code': 200} May 17 17:15:01.323662 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-a57faa82-4497-4563-a1fd-e83f4ca3ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:01.325279 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-a57faa82-4497-4563-a1fd-e83f4ca3ae31 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b1528992e3c74c08b5c4192466f23852&device_id=50898191-2e63-45d2-85bb-e47d9fe6d844 HTTP/1.1" status: 200 len: 1128 time: 0.0511751 May 17 17:15:01.381046 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-9af569ad-850a-4d8d-a8ad-7cfa7ecf100f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efa762a5-a4d8-4cff-ba5a-528a674014b1 HTTP/1.1" status: 200 len: 217 time: 0.0438833 May 17 17:15:01.436472 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-84e4579b-83fb-45e6-9e11-21e324984fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:01.437956 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-84e4579b-83fb-45e6-9e11-21e324984fd7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7e6d0a25-a986-4141-abe4-fef5bc7f9be9 HTTP/1.1" status: 200 len: 850 time: 0.0503979 May 17 17:15:01.486692 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-8cdede1f-6d6c-4823-a1b0-9971c98625a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:01.488802 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-8cdede1f-6d6c-4823-a1b0-9971c98625a7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f954c18a-8821-47ca-8b80-a2fbc154db5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419631 May 17 17:15:01.569055 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 up at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:15:01.601126 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-b6c13c3b-1747-49cd-8cfd-2692aacd9bfd service neutron] 10.222.0.23 "GET /v2.0/networks/f954c18a-8821-47ca-8b80-a2fbc154db5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987549 May 17 17:15:01.611719 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning for port e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 completed by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 17:15:01.621117 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning complete for port e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:15:01.621497 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:01.706054 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 is: BUILD; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:15:01.706826 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-31c36fe9-b31d-4a52-9b7b-2092072b6d5b req-52d3581a-4459-4f02-8faf-761273d414c8 service neutron] 10.222.0.23 "GET /v2.0/networks/f954c18a-8821-47ca-8b80-a2fbc154db5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901787 May 17 17:15:01.707220 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:01.733593 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6de88f8-538f-45eb-bfcd-fce744a5c55d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:15:01.735866 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47090663941ec1551041a48ed4f6687b33fcf119bf177f9ca48a03ee97be2a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b679e12-e8fa-45ae-a038-70f886ac80f4" -d '{"events": [{"server_uuid": "b6de88f8-538f-45eb-bfcd-fce744a5c55d", "name": "network-vif-plugged", "status": "completed", "tag": "e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:15:01.748460 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5,segment=NetworkSegment(dd7c38ba-79f9-47ce-94d1-d0499646a213),segment_id=dd7c38ba-79f9-47ce-94d1-d0499646a213)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:15:01.753624 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:01.778852 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aba0497-2823-424e-a4ca-e24c2fa12172 x-openstack-request-id: req-4aba0497-2823-424e-a4ca-e24c2fa12172 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:15:01.779174 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6de88f8-538f-45eb-bfcd-fce744a5c55d", "name": "network-vif-plugged", "status": "completed", "tag": "e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:15:01.779437 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4aba0497-2823-424e-a4ca-e24c2fa12172 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:15:01.779855 dv-cinder-842149-1-iscsi neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aba0497-2823-424e-a4ca-e24c2fa12172'] response: {'server_uuid': 'b6de88f8-538f-45eb-bfcd-fce744a5c55d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5', 'code': 200} May 17 17:15:01.807100 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5,revision_number=5']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:15:02.029050 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9c9db-5073-41da-9557-a8cf52bbb861 req-57e1d39a-e2b5-4b31-b1dd-d6b02c5496d8 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:02.030480 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-30f9c9db-5073-41da-9557-a8cf52bbb861 req-57e1d39a-e2b5-4b31-b1dd-d6b02c5496d8 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 946 time: 0.0472152 May 17 17:15:02.075822 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-30f9c9db-5073-41da-9557-a8cf52bbb861 req-8bb153ab-bb4c-4a36-9544-2f8978fa090c tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392969 May 17 17:15:02.223712 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8870b-7843-45a2-ba1b-9ddfd5c35f22 req-6022a4c6-7b1b-4030-ba25-54b769f0cc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:02.225231 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e5f8870b-7843-45a2-ba1b-9ddfd5c35f22 req-6022a4c6-7b1b-4030-ba25-54b769f0cc55 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b1528992e3c74c08b5c4192466f23852&device_id=50898191-2e63-45d2-85bb-e47d9fe6d844 HTTP/1.1" status: 200 len: 1128 time: 0.0496619 May 17 17:15:02.277007 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-6120c786-ff95-46ba-be7d-46184dbf0724 req-a01bfbc5-e818-43da-9f76-89e2e3470a2b tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3d54d34-bc48-4fdd-8665-f9403cbb8c8f HTTP/1.1" status: 200 len: 210 time: 0.0569034 May 17 17:15:02.342713 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9d643-f54c-4a63-ab8f-7b0e681c3647 req-25688a8b-551c-4057-beae-c3ea9f9804aa tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:02.345532 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d7b9d643-f54c-4a63-ab8f-7b0e681c3647 req-25688a8b-551c-4057-beae-c3ea9f9804aa tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=50898191-2e63-45d2-85bb-e47d9fe6d844 HTTP/1.1" status: 200 len: 944 time: 0.0716980 May 17 17:15:02.396957 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d7b9d643-f54c-4a63-ab8f-7b0e681c3647 req-cde9cabb-ee3d-49fb-9391-4ba6e981458c tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442362 May 17 17:15:02.449548 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727abf09-37d0-4a0a-bcc9-eb25c1ed5191 req-3b6ae6bb-7968-4923-9a9b-4d19927bb360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:02.451048 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-727abf09-37d0-4a0a-bcc9-eb25c1ed5191 req-3b6ae6bb-7968-4923-9a9b-4d19927bb360 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 1130 time: 0.1238389 May 17 17:15:02.491694 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8870b-7843-45a2-ba1b-9ddfd5c35f22 req-b9516729-c3f1-451a-9602-15f609659d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:02.493150 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e5f8870b-7843-45a2-ba1b-9ddfd5c35f22 req-b9516729-c3f1-451a-9602-15f609659d3f service neutron] 10.222.0.23 "GET /v2.0/networks?id=f954c18a-8821-47ca-8b80-a2fbc154db5e HTTP/1.1" status: 200 len: 912 time: 0.2601614 May 17 17:15:02.499372 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-99ed5696-e92b-4ad9-a1ee-57bd5d63c710 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:02.500701 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-99ed5696-e92b-4ad9-a1ee-57bd5d63c710 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.23 "GET /v2.0/networks?id=30541785-dceb-40b7-9575-992b66a470e9 HTTP/1.1" status: 200 len: 815 time: 0.2275035 May 17 17:15:02.524143 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-727abf09-37d0-4a0a-bcc9-eb25c1ed5191 req-4bbe3e4c-f94b-41b3-8516-e357f9fde4ab service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647769 May 17 17:15:02.822046 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e5f8870b-7843-45a2-ba1b-9ddfd5c35f22 req-7ad03388-1315-471b-96c7-610821d8f5db service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efa762a5-a4d8-4cff-ba5a-528a674014b1 HTTP/1.1" status: 200 len: 217 time: 0.0426011 May 17 17:15:02.894670 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-92fa8635-b182-44b1-a1dd-f603a468832c tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54981d1c7fe64f5cb6a846496ad4f776 HTTP/1.1" status: 200 len: 379 time: 0.1209407 May 17 17:15:02.899916 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8870b-7843-45a2-ba1b-9ddfd5c35f22 req-0f3e4e7e-e539-4247-bfd2-1acbccfdf873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:02.901266 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e5f8870b-7843-45a2-ba1b-9ddfd5c35f22 req-0f3e4e7e-e539-4247-bfd2-1acbccfdf873 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7e6d0a25-a986-4141-abe4-fef5bc7f9be9 HTTP/1.1" status: 200 len: 850 time: 0.0674789 May 17 17:15:02.905673 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-0b2f1add-b471-4598-b12e-52d97c3c6631 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Request body: {'port': {'device_id': 'c3d54d34-bc48-4fdd-8665-f9403cbb8c8f', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'admin_state_up': True, 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'security_groups': ['8fbf18eb-e55b-46c4-ba9d-2ed08d646612']}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:15:03.000839 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8870b-7843-45a2-ba1b-9ddfd5c35f22 req-8b83382a-d0c2-4769-99d3-a992b39a398d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:03.002243 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e5f8870b-7843-45a2-ba1b-9ddfd5c35f22 req-8b83382a-d0c2-4769-99d3-a992b39a398d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f954c18a-8821-47ca-8b80-a2fbc154db5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0913873 May 17 17:15:03.051817 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-0b2f1add-b471-4598-b12e-52d97c3c6631 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Made reservation on behalf of 54981d1c7fe64f5cb6a846496ad4f776 for: {'port': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:15:03.055194 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-0b2f1add-b471-4598-b12e-52d97c3c6631 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:03.184612 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-0b2f1add-b471-4598-b12e-52d97c3c6631 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Allocated IP 172.20.0.3 (30541785-dceb-40b7-9575-992b66a470e9/622d61e7-eff2-45a5-baff-55e360ced291/76a127a7-c717-441d-befd-aa3e03f6d0bc) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:15:03.193775 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f080ef-d8c4-4c99-9d44-49c6722493dc req-df55768b-8760-4f6a-b3ba-3190359b360e tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:03.195264 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-05f080ef-d8c4-4c99-9d44-49c6722493dc req-df55768b-8760-4f6a-b3ba-3190359b360e tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 946 time: 0.0476377 May 17 17:15:03.241870 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-05f080ef-d8c4-4c99-9d44-49c6722493dc req-4c26e36b-aef2-4ddd-908b-cc32aab2196f tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409908 May 17 17:15:03.327349 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-0b2f1add-b471-4598-b12e-52d97c3c6631 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for port (76a127a7-c717-441d-befd-aa3e03f6d0bc), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:03.367815 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-0b2f1add-b471-4598-b12e-52d97c3c6631 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (76a127a7-c717-441d-befd-aa3e03f6d0bc), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:03.429834 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59a340-6f26-4b36-b032-f3e9929fbbf2 req-c368f8db-8222-446e-be7d-fee7a37078b2 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:03.431544 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7b59a340-6f26-4b36-b032-f3e9929fbbf2 req-c368f8db-8222-446e-be7d-fee7a37078b2 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3d54d34-bc48-4fdd-8665-f9403cbb8c8f HTTP/1.1" status: 200 len: 931 time: 0.0739906 May 17 17:15:03.465928 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-0b2f1add-b471-4598-b12e-52d97c3c6631 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Network 30541785-dceb-40b7-9575-992b66a470e9 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:15:03.472288 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-0b2f1add-b471-4598-b12e-52d97c3c6631 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:15:03.481425 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-0b2f1add-b471-4598-b12e-52d97c3c6631 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:15:03.490059 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-0b2f1add-b471-4598-b12e-52d97c3c6631 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:03.490717 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-0b2f1add-b471-4598-b12e-52d97c3c6631 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:03.501759 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f1add-b471-4598-b12e-52d97c3c6631 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Pushing event updated for resources: {'Port': ['ID=76a127a7-c717-441d-befd-aa3e03f6d0bc,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:15:03.520938 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7b59a340-6f26-4b36-b032-f3e9929fbbf2 req-d02089ff-1ffa-4095-8a77-815e67174abb tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fbf18eb-e55b-46c4-ba9d-2ed08d646612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823801 May 17 17:15:03.523114 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e5f8870b-7843-45a2-ba1b-9ddfd5c35f22 req-1764afd9-ae1d-4e92-a678-d7caf3e7562b service neutron] 10.222.0.23 "GET /v2.0/networks/f954c18a-8821-47ca-8b80-a2fbc154db5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657805 May 17 17:15:03.526422 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-0b2f1add-b471-4598-b12e-52d97c3c6631 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6242456 May 17 17:15:03.535353 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f287bb-d5cd-44c7-ad7c-78aa7d4bf740 req-a3a0a34f-d542-4dbf-8d63-dbcbe255a0bf tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:03.537624 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-e3f287bb-d5cd-44c7-ad7c-78aa7d4bf740 req-a3a0a34f-d542-4dbf-8d63-dbcbe255a0bf tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=50898191-2e63-45d2-85bb-e47d9fe6d844 HTTP/1.1" status: 200 len: 944 time: 0.0644150 May 17 17:15:03.562041 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-583decb6-3352-46ef-b8c3-4dd3d0f576c2 service neutron] Request body: {'port': {'device_id': 'c3d54d34-bc48-4fdd-8665-f9403cbb8c8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84214'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:15:03.594987 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-e3f287bb-d5cd-44c7-ad7c-78aa7d4bf740 req-e5a8d362-4172-4920-b2a7-17f4b5eae1e6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514348 May 17 17:15:03.687203 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-583decb6-3352-46ef-b8c3-4dd3d0f576c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (76a127a7-c717-441d-befd-aa3e03f6d0bc), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:03.707250 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e5f8870b-7843-45a2-ba1b-9ddfd5c35f22 req-3da99742-a2ef-4541-ac01-33ffb280f657 service neutron] 10.222.0.23 "GET /v2.0/networks/f954c18a-8821-47ca-8b80-a2fbc154db5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592875 May 17 17:15:03.717797 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-4d1bf54c-08d6-4bef-ad76-d43a3609aa90 None None] Provisioning complete for port 76a127a7-c717-441d-befd-aa3e03f6d0bc triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:15:03.718410 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4d1bf54c-08d6-4bef-ad76-d43a3609aa90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (76a127a7-c717-441d-befd-aa3e03f6d0bc), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:03.749736 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-4d1bf54c-08d6-4bef-ad76-d43a3609aa90 None None] Port 76a127a7-c717-441d-befd-aa3e03f6d0bc cannot update to ACTIVE because it is not bound. {{(pid=103512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:15:03.971273 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-583decb6-3352-46ef-b8c3-4dd3d0f576c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76a127a7-c717-441d-befd-aa3e03f6d0bc {{(pid=103510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:15:03.979271 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-583decb6-3352-46ef-b8c3-4dd3d0f576c2 service neutron] Publish callbacks [] for port (76a127a7-c717-441d-befd-aa3e03f6d0bc), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:03.991701 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.provisioning_blocks [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-583decb6-3352-46ef-b8c3-4dd3d0f576c2 service neutron] Transition to ACTIVE for port object 76a127a7-c717-441d-befd-aa3e03f6d0bc will not be triggered until provisioned by entity L2. {{(pid=103510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 17:15:03.995170 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-583decb6-3352-46ef-b8c3-4dd3d0f576c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (76a127a7-c717-441d-befd-aa3e03f6d0bc), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:04.044359 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583decb6-3352-46ef-b8c3-4dd3d0f576c2 service neutron] Pushing event updated for resources: {'Port': ['ID=76a127a7-c717-441d-befd-aa3e03f6d0bc,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:15:04.079979 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-583decb6-3352-46ef-b8c3-4dd3d0f576c2 service neutron] Attempting to bind port 76a127a7-c717-441d-befd-aa3e03f6d0bc on host hv-cinder-84214 for vnic_type normal with profile {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:15:04.080337 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-583decb6-3352-46ef-b8c3-4dd3d0f576c2 service neutron] Attempting to bind port 76a127a7-c717-441d-befd-aa3e03f6d0bc by drivers openvswitch,hyperv on host hv-cinder-84214 at level 0 using segments [{'id': 'ea772ee0-6e76-4284-a4d3-aeaff2f9a97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '30541785-dceb-40b7-9575-992b66a470e9'}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:15:04.080784 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-583decb6-3352-46ef-b8c3-4dd3d0f576c2 service neutron] Attempting to bind port 76a127a7-c717-441d-befd-aa3e03f6d0bc on network 30541785-dceb-40b7-9575-992b66a470e9 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:15:04.086297 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-583decb6-3352-46ef-b8c3-4dd3d0f576c2 service neutron] Port 76a127a7-c717-441d-befd-aa3e03f6d0bc on network 30541785-dceb-40b7-9575-992b66a470e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84214 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 17:15:04.086832 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-583decb6-3352-46ef-b8c3-4dd3d0f576c2 service neutron] Attempting to bind port 76a127a7-c717-441d-befd-aa3e03f6d0bc on network 30541785-dceb-40b7-9575-992b66a470e9 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:15:04.092313 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-583decb6-3352-46ef-b8c3-4dd3d0f576c2 service neutron] Checking agent: {'id': 'f77364a9-2f6e-44ad-9fc6-92e3e143ef92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84214', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 8, 20), 'started_at': datetime.datetime(2022, 5, 17, 17, 8, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:15:04.092707 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-583decb6-3352-46ef-b8c3-4dd3d0f576c2 service neutron] Checking segment: {'id': 'ea772ee0-6e76-4284-a4d3-aeaff2f9a97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '30541785-dceb-40b7-9575-992b66a470e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:15:04.093065 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-583decb6-3352-46ef-b8c3-4dd3d0f576c2 service neutron] Bound using segment: {'id': 'ea772ee0-6e76-4284-a4d3-aeaff2f9a97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '30541785-dceb-40b7-9575-992b66a470e9'} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:15:04.093606 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-583decb6-3352-46ef-b8c3-4dd3d0f576c2 service neutron] Bound port: 76a127a7-c717-441d-befd-aa3e03f6d0bc, host: hv-cinder-84214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea772ee0-6e76-4284-a4d3-aeaff2f9a97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '30541785-dceb-40b7-9575-992b66a470e9'}}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:15:04.093854 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-583decb6-3352-46ef-b8c3-4dd3d0f576c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (76a127a7-c717-441d-befd-aa3e03f6d0bc), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:04.158706 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-583decb6-3352-46ef-b8c3-4dd3d0f576c2 service neutron] For port 76a127a7-c717-441d-befd-aa3e03f6d0bc, host hv-cinder-84214, cleared binding levels {{(pid=103510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:15:04.162969 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-583decb6-3352-46ef-b8c3-4dd3d0f576c2 service neutron] For port 76a127a7-c717-441d-befd-aa3e03f6d0bc, host hv-cinder-84214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=76a127a7-c717-441d-befd-aa3e03f6d0bc,segment=NetworkSegment(ea772ee0-6e76-4284-a4d3-aeaff2f9a97d),segment_id=ea772ee0-6e76-4284-a4d3-aeaff2f9a97d)] {{(pid=103510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:15:04.169658 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-583decb6-3352-46ef-b8c3-4dd3d0f576c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (76a127a7-c717-441d-befd-aa3e03f6d0bc), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:04.206778 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-583decb6-3352-46ef-b8c3-4dd3d0f576c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:04.207376 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-583decb6-3352-46ef-b8c3-4dd3d0f576c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:04.208770 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-583decb6-3352-46ef-b8c3-4dd3d0f576c2 service neutron] 10.222.0.23 "PUT /v2.0/ports/76a127a7-c717-441d-befd-aa3e03f6d0bc HTTP/1.1" status: 200 len: 1093 time: 0.6510692 May 17 17:15:04.209209 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d54d34-bc48-4fdd-8665-f9403cbb8c8f', 'tag': '76a127a7-c717-441d-befd-aa3e03f6d0bc'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:15:04.211422 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c534139-79f1-4069-b0da-c7ac4f233eda" -d '{"events": [{"name": "network-changed", "server_uuid": "c3d54d34-bc48-4fdd-8665-f9403cbb8c8f", "tag": "76a127a7-c717-441d-befd-aa3e03f6d0bc"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:15:04.234661 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583decb6-3352-46ef-b8c3-4dd3d0f576c2 service neutron] Pushing event updated for resources: {'Port': ['ID=76a127a7-c717-441d-befd-aa3e03f6d0bc,revision_number=3']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:15:04.249864 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d492ea50-7ec1-4d9b-8dbb-4b109fd56ef0 x-openstack-request-id: req-d492ea50-7ec1-4d9b-8dbb-4b109fd56ef0 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:15:04.250488 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3d54d34-bc48-4fdd-8665-f9403cbb8c8f", "tag": "76a127a7-c717-441d-befd-aa3e03f6d0bc", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:15:04.250950 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d492ea50-7ec1-4d9b-8dbb-4b109fd56ef0 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:15:04.251538 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d492ea50-7ec1-4d9b-8dbb-4b109fd56ef0'] response: {'name': 'network-changed', 'server_uuid': 'c3d54d34-bc48-4fdd-8665-f9403cbb8c8f', 'tag': '76a127a7-c717-441d-befd-aa3e03f6d0bc', 'status': 'completed', 'code': 200} May 17 17:15:04.334690 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c534139-79f1-4069-b0da-c7ac4f233eda req-00d48ba3-8d36-45a1-8bf0-6917866d8af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:04.336240 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5c534139-79f1-4069-b0da-c7ac4f233eda req-00d48ba3-8d36-45a1-8bf0-6917866d8af1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=54981d1c7fe64f5cb6a846496ad4f776&device_id=c3d54d34-bc48-4fdd-8665-f9403cbb8c8f HTTP/1.1" status: 200 len: 1127 time: 0.0445907 May 17 17:15:04.391413 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f3632-a4a3-44f1-aaf9-2039e17b28b9 req-92dc97d9-d74b-470f-b628-7c08d380e087 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:04.392975 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c93f3632-a4a3-44f1-aaf9-2039e17b28b9 req-92dc97d9-d74b-470f-b628-7c08d380e087 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 946 time: 0.0519607 May 17 17:15:04.451756 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c93f3632-a4a3-44f1-aaf9-2039e17b28b9 req-fb15abfd-2464-44cd-a53e-2b5a70413826 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516081 May 17 17:15:04.463217 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c534139-79f1-4069-b0da-c7ac4f233eda req-ec413767-4f36-4e6f-b755-6cb1b16a5340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:04.464716 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5c534139-79f1-4069-b0da-c7ac4f233eda req-ec413767-4f36-4e6f-b755-6cb1b16a5340 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=54981d1c7fe64f5cb6a846496ad4f776&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1073685 May 17 17:15:04.562346 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c534139-79f1-4069-b0da-c7ac4f233eda req-3cd03f70-ace7-4ddf-a549-98963502d3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:04.563851 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5c534139-79f1-4069-b0da-c7ac4f233eda req-3cd03f70-ace7-4ddf-a549-98963502d3e0 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916052 May 17 17:15:04.638415 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67d50c-00a3-435d-9d90-036a72b0fa6a req-cdbdd9c9-f1d4-479a-9ef8-1fb3d4ae945c tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:04.639923 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ef67d50c-00a3-435d-9d90-036a72b0fa6a req-cdbdd9c9-f1d4-479a-9ef8-1fb3d4ae945c tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3d54d34-bc48-4fdd-8665-f9403cbb8c8f HTTP/1.1" status: 200 len: 943 time: 0.0475800 May 17 17:15:04.650382 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-f60a894d-0759-4455-930f-388f8f8a0df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:04.652019 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-f60a894d-0759-4455-930f-388f8f8a0df8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=54981d1c7fe64f5cb6a846496ad4f776&device_id=c3d54d34-bc48-4fdd-8665-f9403cbb8c8f HTTP/1.1" status: 200 len: 1127 time: 0.0421154 May 17 17:15:04.697727 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-09604f3f-8d31-4167-aa19-82968a150b50 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76a127a7-c717-441d-befd-aa3e03f6d0bc HTTP/1.1" status: 200 len: 217 time: 0.0370371 May 17 17:15:04.714374 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ef67d50c-00a3-435d-9d90-036a72b0fa6a req-5973d367-14d8-4bad-a500-984971eeeeef tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fbf18eb-e55b-46c4-ba9d-2ed08d646612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679343 May 17 17:15:04.727991 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54258058-4b5b-41bf-818e-bf3c27f5fa09 req-6338efa3-d7ab-4fe5-881d-ec2bafa32622 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:04.729610 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-54258058-4b5b-41bf-818e-bf3c27f5fa09 req-6338efa3-d7ab-4fe5-881d-ec2bafa32622 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=50898191-2e63-45d2-85bb-e47d9fe6d844 HTTP/1.1" status: 200 len: 944 time: 0.0626106 May 17 17:15:04.749532 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-9a45e91c-e50e-4af1-9a4e-d0c8448dec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:04.750982 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-9a45e91c-e50e-4af1-9a4e-d0c8448dec7d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=622d61e7-eff2-45a5-baff-55e360ced291 HTTP/1.1" status: 200 len: 854 time: 0.0475748 May 17 17:15:04.779446 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-54258058-4b5b-41bf-818e-bf3c27f5fa09 req-51bc0800-53aa-49d4-9361-46f87c042753 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437100 May 17 17:15:04.801566 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-a1d0860d-7e2d-4ab3-b138-2281c1e6207e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:04.803057 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-a1d0860d-7e2d-4ab3-b138-2281c1e6207e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=30541785-dceb-40b7-9575-992b66a470e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400498 May 17 17:15:04.894842 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-4264500d-b0bb-46fc-8d09-df97a13d20cc service neutron] 10.222.0.23 "GET /v2.0/networks/30541785-dceb-40b7-9575-992b66a470e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836771 May 17 17:15:04.983262 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b0ec6bfc-ff75-4d3c-bcb0-eed589d4d443 req-0de0600b-4645-42f4-ab69-7b653b9ccc6b service neutron] 10.222.0.23 "GET /v2.0/networks/30541785-dceb-40b7-9575-992b66a470e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809813 May 17 17:15:05.571127 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b37e35-c001-488c-a2d7-822f5f71cfb9 req-d87a4d18-986c-4ae3-8c27-16e96b23af17 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:05.572599 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-99b37e35-c001-488c-a2d7-822f5f71cfb9 req-d87a4d18-986c-4ae3-8c27-16e96b23af17 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 946 time: 0.0510292 May 17 17:15:05.617878 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-99b37e35-c001-488c-a2d7-822f5f71cfb9 req-afbfea79-ff54-4d60-b181-a27374218901 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398986 May 17 17:15:05.728396 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa702b10-68d8-4b5a-bf1f-c35b4225ded0 req-5746ae90-75b6-42ad-82da-560aa95e9e53 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:05.729841 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-fa702b10-68d8-4b5a-bf1f-c35b4225ded0 req-5746ae90-75b6-42ad-82da-560aa95e9e53 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 946 time: 0.0462019 May 17 17:15:05.739002 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 48850) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:15:05.743235 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-3b70cb80-0cc6-4d97-bd4a-f37c802ade7b tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Request body: {'floatingip': {'port_id': 'e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:15:05.782719 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b70cb80-0cc6-4d97-bd4a-f37c802ade7b tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks [] for floatingip (38a5c0b4-cf8f-4aa2-b6ba-0b3622454f26), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:05.911484 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d489a71-fac5-4761-b76d-738cd5a24962 req-82889357-bf63-470e-a9cf-c831cfe124b2 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:05.912947 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2d489a71-fac5-4761-b76d-738cd5a24962 req-82889357-bf63-470e-a9cf-c831cfe124b2 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3d54d34-bc48-4fdd-8665-f9403cbb8c8f HTTP/1.1" status: 200 len: 943 time: 0.1270943 May 17 17:15:05.980208 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f620139-af4b-42a7-b4bd-2cd426640cc0 req-7a2fa3bb-f451-4ce7-8fce-bbef6bcff058 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:05.981705 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-0f620139-af4b-42a7-b4bd-2cd426640cc0 req-7a2fa3bb-f451-4ce7-8fce-bbef6bcff058 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=50898191-2e63-45d2-85bb-e47d9fe6d844 HTTP/1.1" status: 200 len: 944 time: 0.1219678 May 17 17:15:06.070446 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2d489a71-fac5-4761-b76d-738cd5a24962 req-70d2373b-3635-4c1f-ae79-f9218a39b23e tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fbf18eb-e55b-46c4-ba9d-2ed08d646612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363015 May 17 17:15:06.125614 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-0f620139-af4b-42a7-b4bd-2cd426640cc0 req-7b6b0a7a-1506-4e59-ae40-75006dd5e9d4 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109772 May 17 17:15:06.339409 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b70cb80-0cc6-4d97-bd4a-f37c802ade7b tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:06.342914 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b70cb80-0cc6-4d97-bd4a-f37c802ade7b tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7866643'] for floatingip (38a5c0b4-cf8f-4aa2-b6ba-0b3622454f26), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:06.435065 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.db.l3_db [None req-3b70cb80-0cc6-4d97-bd4a-f37c802ade7b tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Floating IP 38a5c0b4-cf8f-4aa2-b6ba-0b3622454f26 associated. External IP: 172.27.0.136, port: e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5. May 17 17:15:06.837250 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b70cb80-0cc6-4d97-bd4a-f37c802ade7b tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Router 22586ad8-7e71-42f6-bb3f-078c54e661c7 has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:15:06.937997 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b70cb80-0cc6-4d97-bd4a-f37c802ade7b tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:15:06.943438 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b70cb80-0cc6-4d97-bd4a-f37c802ade7b tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for floatingip (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:06.948434 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503b1452-ca51-4ebb-b5eb-92379332976e None None] Sync routers for ids ['22586ad8-7e71-42f6-bb3f-078c54e661c7'] in dv-cinder-842149-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:15:06.957719 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503b1452-ca51-4ebb-b5eb-92379332976e None None] Routers {'22586ad8-7e71-42f6-bb3f-078c54e661c7'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:15:06.958266 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-503b1452-ca51-4ebb-b5eb-92379332976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:14:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['22586ad8-7e71-42f6-bb3f-078c54e661c7'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:15:06.972211 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-3b70cb80-0cc6-4d97-bd4a-f37c802ade7b tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "PUT /v2.0/floatingips/38a5c0b4-cf8f-4aa2-b6ba-0b3622454f26 HTTP/1.1" status: 200 len: 992 time: 1.2321510 May 17 17:15:06.972785 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6de88f8-538f-45eb-bfcd-fce744a5c55d', 'tag': 'e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:15:06.975062 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}013e0ef84fb20d02ca9c836efc6ccc20e48c75fd9b469b89b36882842dcef414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2b2e00-d261-47b3-90cd-77beec61def8" -d '{"events": [{"name": "network-changed", "server_uuid": "b6de88f8-538f-45eb-bfcd-fce744a5c55d", "tag": "e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:15:07.010640 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b006bd-6fc3-4965-80bb-9ff1780e5870 x-openstack-request-id: req-f4b006bd-6fc3-4965-80bb-9ff1780e5870 {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:15:07.010926 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6de88f8-538f-45eb-bfcd-fce744a5c55d", "tag": "e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5", "status": "completed", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:15:07.011174 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f4b006bd-6fc3-4965-80bb-9ff1780e5870 {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:15:07.011575 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4b006bd-6fc3-4965-80bb-9ff1780e5870'] response: {'name': 'network-changed', 'server_uuid': 'b6de88f8-538f-45eb-bfcd-fce744a5c55d', 'tag': 'e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5', 'status': 'completed', 'code': 200} May 17 17:15:07.064754 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-503b1452-ca51-4ebb-b5eb-92379332976e None None] Set router 22586ad8-7e71-42f6-bb3f-078c54e661c7 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:15:07.071189 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b2e00-d261-47b3-90cd-77beec61def8 req-7cb6a0c4-1d56-454c-8e7b-216393860c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:07.072811 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-fb2b2e00-d261-47b3-90cd-77beec61def8 req-7cb6a0c4-1d56-454c-8e7b-216393860c10 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9d587d1ef11b4055b77055e6fbcc1899&device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 1130 time: 0.0393133 May 17 17:15:07.173138 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b2e00-d261-47b3-90cd-77beec61def8 req-6c304f91-1e82-47bf-ab01-cdcf440cc80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:07.175431 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-fb2b2e00-d261-47b3-90cd-77beec61def8 req-6c304f91-1e82-47bf-ab01-cdcf440cc80c service neutron] 10.222.0.23 "GET /v2.0/networks?id=cabe2e00-7fdc-4f66-a15c-c9987c464947 HTTP/1.1" status: 200 len: 918 time: 0.0944283 May 17 17:15:07.218915 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e5d9b-31e8-4168-b031-24c775ed7015 req-315955c8-d6dc-4f56-b54e-6437d88d3374 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:07.220334 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-fa8e5d9b-31e8-4168-b031-24c775ed7015 req-315955c8-d6dc-4f56-b54e-6437d88d3374 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3d54d34-bc48-4fdd-8665-f9403cbb8c8f HTTP/1.1" status: 200 len: 943 time: 0.0771391 May 17 17:15:07.243848 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-fb2b2e00-d261-47b3-90cd-77beec61def8 req-ac079a9e-8dbb-40dd-8d56-b295c082f781 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 HTTP/1.1" status: 200 len: 1000 time: 0.0614812 May 17 17:15:07.274465 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2635e-80a0-40dc-aaeb-90bd33237288 req-66a04cf3-e5d7-4d55-86fb-6835b191b778 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:07.275928 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-15b2635e-80a0-40dc-aaeb-90bd33237288 req-66a04cf3-e5d7-4d55-86fb-6835b191b778 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=50898191-2e63-45d2-85bb-e47d9fe6d844 HTTP/1.1" status: 200 len: 944 time: 0.0748503 May 17 17:15:07.290799 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-503b1452-ca51-4ebb-b5eb-92379332976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1289744616-router', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '72196958-504a-45b1-8392-b78be4cb24af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:27Z', 'revision_number': 4, 'project_id': '9d587d1ef11b4055b77055e6fbcc1899', 'gw_port': {'id': '72196958-504a-45b1-8392-b78be4cb24af', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:47:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:21Z', 'updated_at': '2022-05-17T17:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': '38a5c0b4-cf8f-4aa2-b6ba-0b3622454f26', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'floating_ip_address': '172.27.0.136', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'port_id': 'e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947', 'mac_address': 'fa:16:3e:8d:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6de88f8-538f-45eb-bfcd-fce744a5c55d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:14:51Z', 'updated_at': '2022-05-17T17:15:06Z', 'revision_number': 1, 'project_id': '9d587d1ef11b4055b77055e6fbcc1899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f940f4f-5167-4ad7-80fd-a93c7e6f7d26', 'name': '', 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'mac_address': 'fa:16:3e:2a:4b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7c810424-34e9-472b-8917-5d16a4254529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:25Z', 'updated_at': '2022-05-17T17:10:38Z', 'revision_number': 5, 'project_id': '9d587d1ef11b4055b77055e6fbcc1899', 'subnets': [{'id': '7c810424-34e9-472b-8917-5d16a4254529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:15:07.315215 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503b1452-ca51-4ebb-b5eb-92379332976e None None] Checking router: 22586ad8-7e71-42f6-bb3f-078c54e661c7 for host: dv-cinder-842149-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:15:07.316646 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-fa8e5d9b-31e8-4168-b031-24c775ed7015 req-aec61f16-ebc5-45cf-954a-eb1dda1f0201 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fbf18eb-e55b-46c4-ba9d-2ed08d646612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748105 May 17 17:15:07.324323 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503b1452-ca51-4ebb-b5eb-92379332976e None None] Routers {'22586ad8-7e71-42f6-bb3f-078c54e661c7'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:15:07.324958 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-503b1452-ca51-4ebb-b5eb-92379332976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:14:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['22586ad8-7e71-42f6-bb3f-078c54e661c7'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:15:07.351202 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-15b2635e-80a0-40dc-aaeb-90bd33237288 req-110f56ec-1ee5-4363-bb27-daa8c669f8ca tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686531 May 17 17:15:07.433818 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-503b1452-ca51-4ebb-b5eb-92379332976e None None] Set router 22586ad8-7e71-42f6-bb3f-078c54e661c7 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:15:07.583092 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 76a127a7-c717-441d-befd-aa3e03f6d0bc details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:15:07.620993 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b2e00-d261-47b3-90cd-77beec61def8 req-a22a7fe7-236e-40ee-bb06-28a7d835919d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:07.622453 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-fb2b2e00-d261-47b3-90cd-77beec61def8 req-a22a7fe7-236e-40ee-bb06-28a7d835919d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7c810424-34e9-472b-8917-5d16a4254529 HTTP/1.1" status: 200 len: 856 time: 0.2851617 May 17 17:15:07.714203 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-503b1452-ca51-4ebb-b5eb-92379332976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1289744616-router', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '72196958-504a-45b1-8392-b78be4cb24af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:27Z', 'revision_number': 4, 'project_id': '9d587d1ef11b4055b77055e6fbcc1899', 'gw_port': {'id': '72196958-504a-45b1-8392-b78be4cb24af', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:47:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:21Z', 'updated_at': '2022-05-17T17:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': '38a5c0b4-cf8f-4aa2-b6ba-0b3622454f26', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'floating_ip_address': '172.27.0.136', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'port_id': 'e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947', 'mac_address': 'fa:16:3e:8d:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6de88f8-538f-45eb-bfcd-fce744a5c55d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:14:51Z', 'updated_at': '2022-05-17T17:15:06Z', 'revision_number': 1, 'project_id': '9d587d1ef11b4055b77055e6fbcc1899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f940f4f-5167-4ad7-80fd-a93c7e6f7d26', 'name': '', 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'mac_address': 'fa:16:3e:2a:4b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7c810424-34e9-472b-8917-5d16a4254529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:25Z', 'updated_at': '2022-05-17T17:10:38Z', 'revision_number': 5, 'project_id': '9d587d1ef11b4055b77055e6fbcc1899', 'subnets': [{'id': '7c810424-34e9-472b-8917-5d16a4254529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:15:07.859508 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503b1452-ca51-4ebb-b5eb-92379332976e None None] The sync data for ids ['22586ad8-7e71-42f6-bb3f-078c54e661c7'] in dv-cinder-842149-1-iscsi is: [{'id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1289744616-router', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '72196958-504a-45b1-8392-b78be4cb24af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:27Z', 'revision_number': 4, 'project_id': '9d587d1ef11b4055b77055e6fbcc1899', 'gw_port': {'id': '72196958-504a-45b1-8392-b78be4cb24af', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:47:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:21Z', 'updated_at': '2022-05-17T17:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': '38a5c0b4-cf8f-4aa2-b6ba-0b3622454f26', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'floating_ip_address': '172.27.0.136', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'port_id': 'e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947', 'mac_address': 'fa:16:3e:8d:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6de88f8-538f-45eb-bfcd-fce744a5c55d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:14:51Z', 'updated_at': '2022-05-17T17:15:06Z', 'revision_number': 1, 'project_id': '9d587d1ef11b4055b77055e6fbcc1899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f940f4f-5167-4ad7-80fd-a93c7e6f7d26', 'name': '', 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'mac_address': 'fa:16:3e:2a:4b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7c810424-34e9-472b-8917-5d16a4254529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:25Z', 'updated_at': '2022-05-17T17:10:38Z', 'revision_number': 5, 'project_id': '9d587d1ef11b4055b77055e6fbcc1899', 'subnets': [{'id': '7c810424-34e9-472b-8917-5d16a4254529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:15:07.877286 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port 76a127a7-c717-441d-befd-aa3e03f6d0bc, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=76a127a7-c717-441d-befd-aa3e03f6d0bc,segment=NetworkSegment(ea772ee0-6e76-4284-a4d3-aeaff2f9a97d),segment_id=ea772ee0-6e76-4284-a4d3-aeaff2f9a97d)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:15:07.889968 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Returning: {'device': '76a127a7-c717-441d-befd-aa3e03f6d0bc', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'port_id': '76a127a7-c717-441d-befd-aa3e03f6d0bc', 'mac_address': 'fa:16:3e:bf:49:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '622d61e7-eff2-45a5-baff-55e360ced291', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:15:07.925710 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port 76a127a7-c717-441d-befd-aa3e03f6d0bc is: DOWN; New status is: BUILD {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:15:07.926105 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (76a127a7-c717-441d-befd-aa3e03f6d0bc), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:07.939105 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76a127a7-c717-441d-befd-aa3e03f6d0bc {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:15:07.959507 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port 76a127a7-c717-441d-befd-aa3e03f6d0bc, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=76a127a7-c717-441d-befd-aa3e03f6d0bc,segment=NetworkSegment(ea772ee0-6e76-4284-a4d3-aeaff2f9a97d),segment_id=ea772ee0-6e76-4284-a4d3-aeaff2f9a97d)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:15:07.963577 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (76a127a7-c717-441d-befd-aa3e03f6d0bc), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:08.013162 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=76a127a7-c717-441d-befd-aa3e03f6d0bc,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:15:08.055079 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5df0e6-6a87-4929-8311-712a4cc1965a None None] New status for floating IP 38a5c0b4-cf8f-4aa2-b6ba-0b3622454f26: ACTIVE {{(pid=103513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:15:08.097829 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b2e00-d261-47b3-90cd-77beec61def8 req-b2f5cf43-b6ab-47d3-b6c2-e9763fbf594b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:08.099359 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-fb2b2e00-d261-47b3-90cd-77beec61def8 req-b2f5cf43-b6ab-47d3-b6c2-e9763fbf594b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cabe2e00-7fdc-4f66-a15c-c9987c464947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396175 May 17 17:15:08.195851 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-fb2b2e00-d261-47b3-90cd-77beec61def8 req-68b2a3c7-a56e-454a-bbe2-2dd0d21bee01 service neutron] 10.222.0.23 "GET /v2.0/networks/cabe2e00-7fdc-4f66-a15c-c9987c464947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883062 May 17 17:15:08.292158 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] get_ports_and_sgs() called for port_ids ['76a127a7-c717-441d-befd-aa3e03f6d0bc'] {{(pid=103512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:15:08.296713 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-fb2b2e00-d261-47b3-90cd-77beec61def8 req-6c1172c5-1338-4c7f-8573-828bfc36dbb0 service neutron] 10.222.0.23 "GET /v2.0/networks/cabe2e00-7fdc-4f66-a15c-c9987c464947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935783 May 17 17:15:08.438885 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad9ccd-5ee5-4efa-a5f3-5be79611591b req-63427e06-aaff-43cc-8439-133530b2f33c tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:08.440418 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c4ad9ccd-5ee5-4efa-a5f3-5be79611591b req-63427e06-aaff-43cc-8439-133530b2f33c tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3d54d34-bc48-4fdd-8665-f9403cbb8c8f HTTP/1.1" status: 200 len: 944 time: 0.0523033 May 17 17:15:08.502160 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1014a07-6342-4879-bbbd-9bb44df04b98 req-fa855da5-f2e9-433e-a434-e472f99ebaef tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:08.504092 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d1014a07-6342-4879-bbbd-9bb44df04b98 req-fa855da5-f2e9-433e-a434-e472f99ebaef tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=50898191-2e63-45d2-85bb-e47d9fe6d844 HTTP/1.1" status: 200 len: 944 time: 0.0726006 May 17 17:15:08.529922 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c4ad9ccd-5ee5-4efa-a5f3-5be79611591b req-1b4ee847-edd4-42ad-8820-c24f3dd758a9 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fbf18eb-e55b-46c4-ba9d-2ed08d646612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822189 May 17 17:15:08.559887 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d1014a07-6342-4879-bbbd-9bb44df04b98 req-48754ee7-f485-49b0-b9c7-3149e6ed20f9 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483019 May 17 17:15:09.585728 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device efa762a5-a4d8-4cff-ba5a-528a674014b1 details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:15:09.588123 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 76a127a7-c717-441d-befd-aa3e03f6d0bc up at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:15:09.667335 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning for port 76a127a7-c717-441d-befd-aa3e03f6d0bc completed by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 17:15:09.672673 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0160b2-ec54-4f61-8318-651a0fac4f4a req-395950e4-a941-4369-a990-78c0863375dd tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:09.674163 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-fe0160b2-ec54-4f61-8318-651a0fac4f4a req-395950e4-a941-4369-a990-78c0863375dd tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3d54d34-bc48-4fdd-8665-f9403cbb8c8f HTTP/1.1" status: 200 len: 944 time: 0.0765846 May 17 17:15:09.701244 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning complete for port 76a127a7-c717-441d-befd-aa3e03f6d0bc triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:15:09.701493 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a258c-ab58-451a-9351-fa2b4175073b req-e4465a9d-3c37-4c51-aaf3-1a5377e2b871 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:09.701608 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (76a127a7-c717-441d-befd-aa3e03f6d0bc), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:09.702826 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-6c4a258c-ab58-451a-9351-fa2b4175073b req-e4465a9d-3c37-4c51-aaf3-1a5377e2b871 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=50898191-2e63-45d2-85bb-e47d9fe6d844 HTTP/1.1" status: 200 len: 944 time: 0.0735798 May 17 17:15:09.752429 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port efa762a5-a4d8-4cff-ba5a-528a674014b1, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=efa762a5-a4d8-4cff-ba5a-528a674014b1,segment=NetworkSegment(3edb7eab-9922-40db-9293-945d85664407),segment_id=3edb7eab-9922-40db-9293-945d85664407)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:15:09.763556 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-fe0160b2-ec54-4f61-8318-651a0fac4f4a req-54660bd2-ec6a-48ed-85ff-1a694a3e9b44 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fbf18eb-e55b-46c4-ba9d-2ed08d646612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808289 May 17 17:15:09.769486 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Returning: {'device': 'efa762a5-a4d8-4cff-ba5a-528a674014b1', 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e', 'port_id': 'efa762a5-a4d8-4cff-ba5a-528a674014b1', 'mac_address': 'fa:16:3e:5a:20:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:15:09.780378 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-6c4a258c-ab58-451a-9351-fa2b4175073b req-1dae3cc4-2d9b-4e28-8277-0cff2dd0aa90 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660858 May 17 17:15:09.831909 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port 76a127a7-c717-441d-befd-aa3e03f6d0bc is: BUILD; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:15:09.832228 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (76a127a7-c717-441d-befd-aa3e03f6d0bc), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:09.834857 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port efa762a5-a4d8-4cff-ba5a-528a674014b1 is: DOWN; New status is: BUILD {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:15:09.835228 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (efa762a5-a4d8-4cff-ba5a-528a674014b1), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:09.860045 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efa762a5-a4d8-4cff-ba5a-528a674014b1 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:15:09.869191 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d54d34-bc48-4fdd-8665-f9403cbb8c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a127a7-c717-441d-befd-aa3e03f6d0bc'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:15:09.871398 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47090663941ec1551041a48ed4f6687b33fcf119bf177f9ca48a03ee97be2a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81bbc71-72ff-470a-892a-d1375b0e0892" -d '{"events": [{"server_uuid": "c3d54d34-bc48-4fdd-8665-f9403cbb8c8f", "name": "network-vif-plugged", "status": "completed", "tag": "76a127a7-c717-441d-befd-aa3e03f6d0bc"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:15:09.892048 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port 76a127a7-c717-441d-befd-aa3e03f6d0bc, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=76a127a7-c717-441d-befd-aa3e03f6d0bc,segment=NetworkSegment(ea772ee0-6e76-4284-a4d3-aeaff2f9a97d),segment_id=ea772ee0-6e76-4284-a4d3-aeaff2f9a97d)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:15:09.896261 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port efa762a5-a4d8-4cff-ba5a-528a674014b1, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=efa762a5-a4d8-4cff-ba5a-528a674014b1,segment=NetworkSegment(3edb7eab-9922-40db-9293-945d85664407),segment_id=3edb7eab-9922-40db-9293-945d85664407)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:15:09.897818 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (76a127a7-c717-441d-befd-aa3e03f6d0bc), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:09.902835 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (efa762a5-a4d8-4cff-ba5a-528a674014b1), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:09.924379 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80ea897-f5f5-430f-974a-17b416976ec4 x-openstack-request-id: req-b80ea897-f5f5-430f-974a-17b416976ec4 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:15:09.924692 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d54d34-bc48-4fdd-8665-f9403cbb8c8f", "name": "network-vif-plugged", "status": "completed", "tag": "76a127a7-c717-441d-befd-aa3e03f6d0bc", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:15:09.924957 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b80ea897-f5f5-430f-974a-17b416976ec4 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:15:09.925345 dv-cinder-842149-1-iscsi neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b80ea897-f5f5-430f-974a-17b416976ec4'] response: {'server_uuid': 'c3d54d34-bc48-4fdd-8665-f9403cbb8c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a127a7-c717-441d-befd-aa3e03f6d0bc', 'code': 200} May 17 17:15:09.950782 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=76a127a7-c717-441d-befd-aa3e03f6d0bc,revision_number=5']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:15:09.998367 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=efa762a5-a4d8-4cff-ba5a-528a674014b1,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:15:10.101354 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70748e94-d15a-4d3d-90cb-77c380ca5195 req-023ec6b9-1fb6-4609-a3be-5387a198d2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:10.102865 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-70748e94-d15a-4d3d-90cb-77c380ca5195 req-023ec6b9-1fb6-4609-a3be-5387a198d2f6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c3d54d34-bc48-4fdd-8665-f9403cbb8c8f HTTP/1.1" status: 200 len: 1129 time: 0.0394900 May 17 17:15:10.151664 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-70748e94-d15a-4d3d-90cb-77c380ca5195 req-28df8ea7-c0c6-4c8a-b056-b5178edf093e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8fbf18eb-e55b-46c4-ba9d-2ed08d646612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408020 May 17 17:15:10.241033 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] get_ports_and_sgs() called for port_ids ['efa762a5-a4d8-4cff-ba5a-528a674014b1'] {{(pid=103512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:15:10.907663 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c69f2-4701-41df-895d-efbe49299f7a req-c24b422b-8532-427c-9163-a715f26134c3 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:10.909157 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b47c69f2-4701-41df-895d-efbe49299f7a req-c24b422b-8532-427c-9163-a715f26134c3 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3d54d34-bc48-4fdd-8665-f9403cbb8c8f HTTP/1.1" status: 200 len: 945 time: 0.0748661 May 17 17:15:10.928247 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29000891-3b4d-490d-847f-2728c224ec39 req-99df3d78-e326-4314-af59-0a6441319d36 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:10.929613 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-29000891-3b4d-490d-847f-2728c224ec39 req-99df3d78-e326-4314-af59-0a6441319d36 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=50898191-2e63-45d2-85bb-e47d9fe6d844 HTTP/1.1" status: 200 len: 945 time: 0.0646918 May 17 17:15:10.994147 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b47c69f2-4701-41df-895d-efbe49299f7a req-4b08c406-155a-4dac-afeb-79f1e5a6e881 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fbf18eb-e55b-46c4-ba9d-2ed08d646612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792189 May 17 17:15:10.998497 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-29000891-3b4d-490d-847f-2728c224ec39 req-984c5f1a-c140-41c0-997a-74b8a7edccd7 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619736 May 17 17:15:11.599875 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device efa762a5-a4d8-4cff-ba5a-528a674014b1 up at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:15:11.639684 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning for port efa762a5-a4d8-4cff-ba5a-528a674014b1 completed by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 17:15:11.645266 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning complete for port efa762a5-a4d8-4cff-ba5a-528a674014b1 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:15:11.645667 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (efa762a5-a4d8-4cff-ba5a-528a674014b1), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:11.717761 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port efa762a5-a4d8-4cff-ba5a-528a674014b1 is: BUILD; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:15:11.718154 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (efa762a5-a4d8-4cff-ba5a-528a674014b1), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:11.750016 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port efa762a5-a4d8-4cff-ba5a-528a674014b1, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=efa762a5-a4d8-4cff-ba5a-528a674014b1,segment=NetworkSegment(3edb7eab-9922-40db-9293-945d85664407),segment_id=3edb7eab-9922-40db-9293-945d85664407)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:15:11.753929 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (efa762a5-a4d8-4cff-ba5a-528a674014b1), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:11.798588 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=efa762a5-a4d8-4cff-ba5a-528a674014b1,revision_number=5']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:15:11.926929 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50898191-2e63-45d2-85bb-e47d9fe6d844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa762a5-a4d8-4cff-ba5a-528a674014b1'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:15:11.929159 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47090663941ec1551041a48ed4f6687b33fcf119bf177f9ca48a03ee97be2a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d7d93e-e0dc-488f-94cc-9fb119f707b8" -d '{"events": [{"server_uuid": "50898191-2e63-45d2-85bb-e47d9fe6d844", "name": "network-vif-plugged", "status": "completed", "tag": "efa762a5-a4d8-4cff-ba5a-528a674014b1"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:15:11.962977 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160e15ea-3747-4898-b923-6ff1de9b64ce x-openstack-request-id: req-160e15ea-3747-4898-b923-6ff1de9b64ce {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:15:11.963263 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50898191-2e63-45d2-85bb-e47d9fe6d844", "name": "network-vif-plugged", "status": "completed", "tag": "efa762a5-a4d8-4cff-ba5a-528a674014b1", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:15:11.963512 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-160e15ea-3747-4898-b923-6ff1de9b64ce {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:15:11.963941 dv-cinder-842149-1-iscsi neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-160e15ea-3747-4898-b923-6ff1de9b64ce'] response: {'server_uuid': '50898191-2e63-45d2-85bb-e47d9fe6d844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa762a5-a4d8-4cff-ba5a-528a674014b1', 'code': 200} May 17 17:15:12.151112 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8faae71-be0f-45ed-b003-760829ab93a0 req-e082501f-aa21-47ff-a99a-2af28564cefd tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:12.152726 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f8faae71-be0f-45ed-b003-760829ab93a0 req-e082501f-aa21-47ff-a99a-2af28564cefd tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=50898191-2e63-45d2-85bb-e47d9fe6d844 HTTP/1.1" status: 200 len: 946 time: 0.0767684 May 17 17:15:12.164813 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d49812f-901c-4940-a749-2a59ce183f8c req-8d4694a9-4cdc-4844-bc6c-550ae58d9ae8 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:12.166305 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9d49812f-901c-4940-a749-2a59ce183f8c req-8d4694a9-4cdc-4844-bc6c-550ae58d9ae8 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3d54d34-bc48-4fdd-8665-f9403cbb8c8f HTTP/1.1" status: 200 len: 945 time: 0.0990579 May 17 17:15:12.240883 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f8faae71-be0f-45ed-b003-760829ab93a0 req-df7b1d87-def5-4078-8a75-172d86060b34 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734270 May 17 17:15:12.254462 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9d49812f-901c-4940-a749-2a59ce183f8c req-cd77bf40-903b-434f-aeb2-50dc0616400a tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fbf18eb-e55b-46c4-ba9d-2ed08d646612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784583 May 17 17:15:12.257028 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83027a30-989c-4fad-a86d-35c47fd956fd req-5f508f8c-c42d-4a1f-b9b7-1e68b0a759ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:12.258544 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-83027a30-989c-4fad-a86d-35c47fd956fd req-5f508f8c-c42d-4a1f-b9b7-1e68b0a759ca service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=50898191-2e63-45d2-85bb-e47d9fe6d844 HTTP/1.1" status: 200 len: 1130 time: 0.0471973 May 17 17:15:12.308128 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-83027a30-989c-4fad-a86d-35c47fd956fd req-ea6c7cd4-222b-432c-825a-a48adfc366af service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407188 May 17 17:15:12.356789 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e32fa-53ac-4829-8820-121ca459439c req-588ffea2-5c74-4f96-af06-cc5761abb382 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:12.358271 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-966e32fa-53ac-4829-8820-121ca459439c req-588ffea2-5c74-4f96-af06-cc5761abb382 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3d54d34-bc48-4fdd-8665-f9403cbb8c8f HTTP/1.1" status: 200 len: 945 time: 0.0480850 May 17 17:15:12.368637 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 48888) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:15:12.373003 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-8a8b9928-06d8-4842-b99b-b3466ad9f3f6 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Request body: {'floatingip': {'port_id': '76a127a7-c717-441d-befd-aa3e03f6d0bc'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:15:12.413716 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8a8b9928-06d8-4842-b99b-b3466ad9f3f6 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for floatingip (11c41d1f-23a0-4bcc-b26b-c357ad1eff60), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:12.817881 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8a8b9928-06d8-4842-b99b-b3466ad9f3f6 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:12.821710 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8a8b9928-06d8-4842-b99b-b3466ad9f3f6 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7866643'] for floatingip (11c41d1f-23a0-4bcc-b26b-c357ad1eff60), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:12.916004 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.db.l3_db [None req-8a8b9928-06d8-4842-b99b-b3466ad9f3f6 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Floating IP 11c41d1f-23a0-4bcc-b26b-c357ad1eff60 associated. External IP: 172.27.0.107, port: 76a127a7-c717-441d-befd-aa3e03f6d0bc. May 17 17:15:13.108921 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a8b9928-06d8-4842-b99b-b3466ad9f3f6 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Router a84af72e-9129-4190-b08b-ac573dd09fdc has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:15:13.211217 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8b9928-06d8-4842-b99b-b3466ad9f3f6 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:15:13.215925 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8a8b9928-06d8-4842-b99b-b3466ad9f3f6 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for floatingip (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:13.220436 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8aaaa6-5f96-40dd-8f03-af5e67f0c2d3 None None] Sync routers for ids ['a84af72e-9129-4190-b08b-ac573dd09fdc'] in dv-cinder-842149-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:15:13.230712 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8aaaa6-5f96-40dd-8f03-af5e67f0c2d3 None None] Routers {'a84af72e-9129-4190-b08b-ac573dd09fdc'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:15:13.231411 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-9e8aaaa6-5f96-40dd-8f03-af5e67f0c2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:14:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['a84af72e-9129-4190-b08b-ac573dd09fdc'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:15:13.245874 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-8a8b9928-06d8-4842-b99b-b3466ad9f3f6 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "PUT /v2.0/floatingips/11c41d1f-23a0-4bcc-b26b-c357ad1eff60 HTTP/1.1" status: 200 len: 991 time: 0.8762074 May 17 17:15:13.246447 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d54d34-bc48-4fdd-8665-f9403cbb8c8f', 'tag': '76a127a7-c717-441d-befd-aa3e03f6d0bc'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:15:13.249012 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}013e0ef84fb20d02ca9c836efc6ccc20e48c75fd9b469b89b36882842dcef414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40cf3fe5-5568-49ae-8042-a1648d5818fb" -d '{"events": [{"name": "network-changed", "server_uuid": "c3d54d34-bc48-4fdd-8665-f9403cbb8c8f", "tag": "76a127a7-c717-441d-befd-aa3e03f6d0bc"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:15:13.287039 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26505e49-28ee-4299-89d8-e78708bc1b21 x-openstack-request-id: req-26505e49-28ee-4299-89d8-e78708bc1b21 {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:15:13.287639 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3d54d34-bc48-4fdd-8665-f9403cbb8c8f", "tag": "76a127a7-c717-441d-befd-aa3e03f6d0bc", "status": "completed", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:15:13.287639 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-26505e49-28ee-4299-89d8-e78708bc1b21 {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:15:13.288049 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26505e49-28ee-4299-89d8-e78708bc1b21'] response: {'name': 'network-changed', 'server_uuid': 'c3d54d34-bc48-4fdd-8665-f9403cbb8c8f', 'tag': '76a127a7-c717-441d-befd-aa3e03f6d0bc', 'status': 'completed', 'code': 200} May 17 17:15:13.341532 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-9e8aaaa6-5f96-40dd-8f03-af5e67f0c2d3 None None] Set router a84af72e-9129-4190-b08b-ac573dd09fdc gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:15:13.349673 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf3fe5-5568-49ae-8042-a1648d5818fb req-42f489c9-a6f2-4d75-847f-9ca7feb26311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:13.351999 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-40cf3fe5-5568-49ae-8042-a1648d5818fb req-42f489c9-a6f2-4d75-847f-9ca7feb26311 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=54981d1c7fe64f5cb6a846496ad4f776&device_id=c3d54d34-bc48-4fdd-8665-f9403cbb8c8f HTTP/1.1" status: 200 len: 1129 time: 0.0408676 May 17 17:15:13.362758 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c15eb-747a-4ac9-a534-d79c1bb5cc55 req-8c4f5b08-2fb0-4174-80ee-df198186b86d tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:13.364292 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-864c15eb-747a-4ac9-a534-d79c1bb5cc55 req-8c4f5b08-2fb0-4174-80ee-df198186b86d tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=50898191-2e63-45d2-85bb-e47d9fe6d844 HTTP/1.1" status: 200 len: 946 time: 0.0510848 May 17 17:15:13.413959 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-864c15eb-747a-4ac9-a534-d79c1bb5cc55 req-70aecb28-45d9-4543-b695-d006732e19fa tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437982 May 17 17:15:13.561887 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-9e8aaaa6-5f96-40dd-8f03-af5e67f0c2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'name': 'tempest-AttachVolumeNegativeTest-1066562658-router', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:11:37Z', 'updated_at': '2022-05-17T17:11:41Z', 'revision_number': 4, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'gw_port': {'id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:38Z', 'updated_at': '2022-05-17T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': '11c41d1f-23a0-4bcc-b26b-c357ad1eff60', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'port_id': '76a127a7-c717-441d-befd-aa3e03f6d0bc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'mac_address': 'fa:16:3e:bf:49:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d54d34-bc48-4fdd-8665-f9403cbb8c8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:14:59Z', 'updated_at': '2022-05-17T17:15:12Z', 'revision_number': 1, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda8309d-e0ce-419a-8658-4890b23fa9dd', 'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'mac_address': 'fa:16:3e:31:61:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '622d61e7-eff2-45a5-baff-55e360ced291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:40Z', 'updated_at': '2022-05-17T17:11:46Z', 'revision_number': 5, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'subnets': [{'id': '622d61e7-eff2-45a5-baff-55e360ced291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:15:13.585920 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8aaaa6-5f96-40dd-8f03-af5e67f0c2d3 None None] Checking router: a84af72e-9129-4190-b08b-ac573dd09fdc for host: dv-cinder-842149-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:15:13.593935 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8aaaa6-5f96-40dd-8f03-af5e67f0c2d3 None None] Routers {'a84af72e-9129-4190-b08b-ac573dd09fdc'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:15:13.594528 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-9e8aaaa6-5f96-40dd-8f03-af5e67f0c2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:14:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['a84af72e-9129-4190-b08b-ac573dd09fdc'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:15:13.694757 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-9e8aaaa6-5f96-40dd-8f03-af5e67f0c2d3 None None] Set router a84af72e-9129-4190-b08b-ac573dd09fdc gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:15:13.760934 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.agents_db [None req-bd8c2525-aad1-4fe1-b03f-cf2f293aaa3a None None] Agent healthcheck: found 6 active agents {{(pid=103513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:15:13.893669 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-9e8aaaa6-5f96-40dd-8f03-af5e67f0c2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'name': 'tempest-AttachVolumeNegativeTest-1066562658-router', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:11:37Z', 'updated_at': '2022-05-17T17:11:41Z', 'revision_number': 4, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'gw_port': {'id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:38Z', 'updated_at': '2022-05-17T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': '11c41d1f-23a0-4bcc-b26b-c357ad1eff60', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'port_id': '76a127a7-c717-441d-befd-aa3e03f6d0bc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'mac_address': 'fa:16:3e:bf:49:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d54d34-bc48-4fdd-8665-f9403cbb8c8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:14:59Z', 'updated_at': '2022-05-17T17:15:12Z', 'revision_number': 1, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda8309d-e0ce-419a-8658-4890b23fa9dd', 'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'mac_address': 'fa:16:3e:31:61:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '622d61e7-eff2-45a5-baff-55e360ced291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:40Z', 'updated_at': '2022-05-17T17:11:46Z', 'revision_number': 5, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'subnets': [{'id': '622d61e7-eff2-45a5-baff-55e360ced291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:15:13.921260 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8aaaa6-5f96-40dd-8f03-af5e67f0c2d3 None None] The sync data for ids ['a84af72e-9129-4190-b08b-ac573dd09fdc'] in dv-cinder-842149-1-iscsi is: [{'id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'name': 'tempest-AttachVolumeNegativeTest-1066562658-router', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:11:37Z', 'updated_at': '2022-05-17T17:11:41Z', 'revision_number': 4, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'gw_port': {'id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:38Z', 'updated_at': '2022-05-17T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': '11c41d1f-23a0-4bcc-b26b-c357ad1eff60', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'port_id': '76a127a7-c717-441d-befd-aa3e03f6d0bc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'mac_address': 'fa:16:3e:bf:49:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d54d34-bc48-4fdd-8665-f9403cbb8c8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:14:59Z', 'updated_at': '2022-05-17T17:15:12Z', 'revision_number': 1, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda8309d-e0ce-419a-8658-4890b23fa9dd', 'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'mac_address': 'fa:16:3e:31:61:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '622d61e7-eff2-45a5-baff-55e360ced291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:40Z', 'updated_at': '2022-05-17T17:11:46Z', 'revision_number': 5, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'subnets': [{'id': '622d61e7-eff2-45a5-baff-55e360ced291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:15:13.941896 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf3fe5-5568-49ae-8042-a1648d5818fb req-01a0831d-afd8-48fc-b867-7108b70f516d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:13.943678 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-40cf3fe5-5568-49ae-8042-a1648d5818fb req-01a0831d-afd8-48fc-b867-7108b70f516d service neutron] 10.222.0.23 "GET /v2.0/networks?id=30541785-dceb-40b7-9575-992b66a470e9 HTTP/1.1" status: 200 len: 916 time: 0.0926669 May 17 17:15:14.013400 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-40cf3fe5-5568-49ae-8042-a1648d5818fb req-6a3c78fc-c9c1-4327-9842-f5e70c4f71b1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76a127a7-c717-441d-befd-aa3e03f6d0bc HTTP/1.1" status: 200 len: 999 time: 0.0607460 May 17 17:15:14.071267 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf3fe5-5568-49ae-8042-a1648d5818fb req-658b8316-1cde-4b1c-b710-e1f0d64d8d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:14.072772 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-40cf3fe5-5568-49ae-8042-a1648d5818fb req-658b8316-1cde-4b1c-b710-e1f0d64d8d86 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=622d61e7-eff2-45a5-baff-55e360ced291 HTTP/1.1" status: 200 len: 854 time: 0.0519769 May 17 17:15:14.120671 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf3fe5-5568-49ae-8042-a1648d5818fb req-4ccdfd79-0e25-4f47-9bbe-f1b56d2a3caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:14.122202 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-40cf3fe5-5568-49ae-8042-a1648d5818fb req-4ccdfd79-0e25-4f47-9bbe-f1b56d2a3caf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=30541785-dceb-40b7-9575-992b66a470e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418270 May 17 17:15:14.126832 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bc3da1-b88d-4d7a-8aca-0638f2cbbdf2 None None] New status for floating IP 11c41d1f-23a0-4bcc-b26b-c357ad1eff60: ACTIVE {{(pid=103513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:15:14.224029 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-40cf3fe5-5568-49ae-8042-a1648d5818fb req-b05c13ba-b7fe-484f-9d66-ef5b5cf7e4bd service neutron] 10.222.0.23 "GET /v2.0/networks/30541785-dceb-40b7-9575-992b66a470e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925820 May 17 17:15:14.336245 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-40cf3fe5-5568-49ae-8042-a1648d5818fb req-c1685fa3-fb2d-4844-aa93-4b2dee5b2df0 service neutron] 10.222.0.23 "GET /v2.0/networks/30541785-dceb-40b7-9575-992b66a470e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026802 May 17 17:15:14.566859 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b63da-b7e8-4f31-a9d5-a6aa8fea2cea req-062d00f5-30bc-4afe-9a9c-c671c8f7642e tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:14.568368 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-af8b63da-b7e8-4f31-a9d5-a6aa8fea2cea req-062d00f5-30bc-4afe-9a9c-c671c8f7642e tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=50898191-2e63-45d2-85bb-e47d9fe6d844 HTTP/1.1" status: 200 len: 946 time: 0.0779810 May 17 17:15:14.587642 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd5a3f-e7f0-495e-9071-f000f43e821e req-ec3841fc-6347-467a-8aad-705b10f66b48 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:14.589026 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d1dd5a3f-e7f0-495e-9071-f000f43e821e req-ec3841fc-6347-467a-8aad-705b10f66b48 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0690188 May 17 17:15:14.667348 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-af8b63da-b7e8-4f31-a9d5-a6aa8fea2cea req-95f66f2f-61e0-4624-b442-794af1b45375 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933988 May 17 17:15:14.670607 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d1dd5a3f-e7f0-495e-9071-f000f43e821e req-1cd47a84-653c-4a23-a62f-c3e7db2dd1e6 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0743911 May 17 17:15:14.778375 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94b9f2-e90b-4553-b6a4-7bb36ea0b9ef req-acbedcef-1cc9-421e-b3d1-d7f4dd1aa71d tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:14.779913 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ee94b9f2-e90b-4553-b6a4-7bb36ea0b9ef req-acbedcef-1cc9-421e-b3d1-d7f4dd1aa71d tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=50898191-2e63-45d2-85bb-e47d9fe6d844 HTTP/1.1" status: 200 len: 946 time: 0.0465646 May 17 17:15:14.826504 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ee94b9f2-e90b-4553-b6a4-7bb36ea0b9ef req-b48ff4e5-e024-4481-9f56-4632316774a2 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410738 May 17 17:15:14.848667 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 48914) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:15:14.972363 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fba7dc-6208-4558-937e-081fa3d3eed4 tempest-TestVolumeBootPattern-682276383 tempest-TestVolumeBootPattern-682276383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:14.973862 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-22fba7dc-6208-4558-937e-081fa3d3eed4 tempest-TestVolumeBootPattern-682276383 tempest-TestVolumeBootPattern-682276383-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=50898191-2e63-45d2-85bb-e47d9fe6d844 HTTP/1.1" status: 200 len: 1125 time: 0.1242044 May 17 17:15:14.976861 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 48918) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:15:14.980997 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-a1e73be1-a46b-4edc-a8b5-86096eb063b6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Request body: {'floatingip': {'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'port_id': 'efa762a5-a4d8-4cff-ba5a-528a674014b1', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:15:15.001615 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a1e73be1-a46b-4edc-a8b5-86096eb063b6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:15.081870 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a1e73be1-a46b-4edc-a8b5-86096eb063b6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:15.192887 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [None req-a1e73be1-a46b-4edc-a8b5-86096eb063b6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Allocated IP 172.27.0.41 (02c56ec1-398e-4da7-8d6f-c5872f286327/162161ae-47ec-4957-8899-c21f028f623a/09ba37d3-e1fe-437d-b6ce-c8d8d69b4e06) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:15:15.295038 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a1e73be1-a46b-4edc-a8b5-86096eb063b6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for port (09ba37d3-e1fe-437d-b6ce-c8d8d69b4e06), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:15.326388 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a1e73be1-a46b-4edc-a8b5-86096eb063b6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (09ba37d3-e1fe-437d-b6ce-c8d8d69b4e06), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:15.362955 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e73be1-a46b-4edc-a8b5-86096eb063b6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Network 02c56ec1-398e-4da7-8d6f-c5872f286327 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:15:15.367115 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-a1e73be1-a46b-4edc-a8b5-86096eb063b6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:15:15.370256 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e73be1-a46b-4edc-a8b5-86096eb063b6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:15:15.399991 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e73be1-a46b-4edc-a8b5-86096eb063b6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Pushing event updated for resources: {'Port': ['ID=09ba37d3-e1fe-437d-b6ce-c8d8d69b4e06,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:15:15.784117 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a1e73be1-a46b-4edc-a8b5-86096eb063b6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for floatingip (b3c648f8-3a31-4acd-bcd0-31dbf5eca2ca), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:15.794453 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48facf37-f042-4363-a980-76c25e278fbf req-09351a6c-6f42-4c66-89ed-d3f9e7a99457 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:15.795961 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-48facf37-f042-4363-a980-76c25e278fbf req-09351a6c-6f42-4c66-89ed-d3f9e7a99457 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0539286 May 17 17:15:15.842475 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-48facf37-f042-4363-a980-76c25e278fbf req-c1233d25-12d4-4034-9490-059c218b30cd tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408914 May 17 17:15:15.880528 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a1e73be1-a46b-4edc-a8b5-86096eb063b6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (09ba37d3-e1fe-437d-b6ce-c8d8d69b4e06), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:16.048811 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a1e73be1-a46b-4edc-a8b5-86096eb063b6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for port (09ba37d3-e1fe-437d-b6ce-c8d8d69b4e06), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:16.053132 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a1e73be1-a46b-4edc-a8b5-86096eb063b6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (09ba37d3-e1fe-437d-b6ce-c8d8d69b4e06), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:16.083567 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a1e73be1-a46b-4edc-a8b5-86096eb063b6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7866643'] for floatingip (b3c648f8-3a31-4acd-bcd0-31dbf5eca2ca), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:16.133436 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e73be1-a46b-4edc-a8b5-86096eb063b6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Pushing event updated for resources: {'Port': ['ID=09ba37d3-e1fe-437d-b6ce-c8d8d69b4e06,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:15:16.190094 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.db.l3_db [None req-a1e73be1-a46b-4edc-a8b5-86096eb063b6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Floating IP b3c648f8-3a31-4acd-bcd0-31dbf5eca2ca associated. External IP: 172.27.0.41, port: efa762a5-a4d8-4cff-ba5a-528a674014b1. May 17 17:15:16.384280 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e73be1-a46b-4edc-a8b5-86096eb063b6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Router 2d9bea0d-e005-4d26-a3be-0d542f1a4c13 has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:15:16.488784 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e73be1-a46b-4edc-a8b5-86096eb063b6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:15:16.497756 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3b2953-5902-47c6-b435-3de583c6df09 None None] Sync routers for ids ['2d9bea0d-e005-4d26-a3be-0d542f1a4c13'] in dv-cinder-842149-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:15:16.506291 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a1e73be1-a46b-4edc-a8b5-86096eb063b6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for floatingip (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:16.509240 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3b2953-5902-47c6-b435-3de583c6df09 None None] Routers {'2d9bea0d-e005-4d26-a3be-0d542f1a4c13'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:15:16.509853 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-5c3b2953-5902-47c6-b435-3de583c6df09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:14:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['2d9bea0d-e005-4d26-a3be-0d542f1a4c13'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:15:16.536973 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-a1e73be1-a46b-4edc-a8b5-86096eb063b6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5590577 May 17 17:15:16.537682 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50898191-2e63-45d2-85bb-e47d9fe6d844', 'tag': 'efa762a5-a4d8-4cff-ba5a-528a674014b1'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:15:16.540097 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5715fe-12d2-4463-a408-3e265620aee0" -d '{"events": [{"name": "network-changed", "server_uuid": "50898191-2e63-45d2-85bb-e47d9fe6d844", "tag": "efa762a5-a4d8-4cff-ba5a-528a674014b1"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:15:16.574737 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdc6190-51b8-4bea-9643-c73d360567e2 x-openstack-request-id: req-2bdc6190-51b8-4bea-9643-c73d360567e2 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:15:16.575037 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50898191-2e63-45d2-85bb-e47d9fe6d844", "tag": "efa762a5-a4d8-4cff-ba5a-528a674014b1", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:15:16.575303 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2bdc6190-51b8-4bea-9643-c73d360567e2 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:15:16.575744 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bdc6190-51b8-4bea-9643-c73d360567e2'] response: {'name': 'network-changed', 'server_uuid': '50898191-2e63-45d2-85bb-e47d9fe6d844', 'tag': 'efa762a5-a4d8-4cff-ba5a-528a674014b1', 'status': 'completed', 'code': 200} May 17 17:15:16.613605 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-5c3b2953-5902-47c6-b435-3de583c6df09 None None] Set router 2d9bea0d-e005-4d26-a3be-0d542f1a4c13 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:15:16.673607 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28882454-ec0a-472b-bfc2-4323bd626a3e req-4ecfc795-bed4-4fe1-a1ce-70fbd7c7f56c tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:16.675175 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-28882454-ec0a-472b-bfc2-4323bd626a3e req-4ecfc795-bed4-4fe1-a1ce-70fbd7c7f56c tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0771184 May 17 17:15:16.676245 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5715fe-12d2-4463-a408-3e265620aee0 req-316d6dbf-2fc7-431f-9a6f-ed96ab9c67f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:16.677565 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9b5715fe-12d2-4463-a408-3e265620aee0 req-316d6dbf-2fc7-431f-9a6f-ed96ab9c67f1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b1528992e3c74c08b5c4192466f23852&device_id=50898191-2e63-45d2-85bb-e47d9fe6d844 HTTP/1.1" status: 200 len: 1130 time: 0.0697353 May 17 17:15:16.829362 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-28882454-ec0a-472b-bfc2-4323bd626a3e req-0226b891-df2a-4af0-92be-7223e3cc147b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Deleting port a1ea561d-09ff-4ccb-94e1-a73a746f4900 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:15:16.829703 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-28882454-ec0a-472b-bfc2-4323bd626a3e req-0226b891-df2a-4af0-92be-7223e3cc147b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (a1ea561d-09ff-4ccb-94e1-a73a746f4900), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:16.861995 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5715fe-12d2-4463-a408-3e265620aee0 req-16abd469-00e3-4808-b61c-7bcd9465da6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:16.863452 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9b5715fe-12d2-4463-a408-3e265620aee0 req-16abd469-00e3-4808-b61c-7bcd9465da6e service neutron] 10.222.0.23 "GET /v2.0/networks?id=f954c18a-8821-47ca-8b80-a2fbc154db5e HTTP/1.1" status: 200 len: 912 time: 0.1685269 May 17 17:15:16.950981 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-5c3b2953-5902-47c6-b435-3de583c6df09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'name': 'tempest-TestVolumeBootPattern-157448203-router', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '1069656d-bdfd-4935-825c-6878d3681e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:14:28Z', 'updated_at': '2022-05-17T17:14:32Z', 'revision_number': 4, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'gw_port': {'id': '1069656d-bdfd-4935-825c-6878d3681e94', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:29Z', 'updated_at': '2022-05-17T17:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': 'b3c648f8-3a31-4acd-bcd0-31dbf5eca2ca', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'floating_ip_address': '172.27.0.41', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'port_id': 'efa762a5-a4d8-4cff-ba5a-528a674014b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e', 'mac_address': 'fa:16:3e:5a:20:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50898191-2e63-45d2-85bb-e47d9fe6d844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:15:15Z', 'updated_at': '2022-05-17T17:15:15Z', 'revision_number': 0, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b852a37a-072e-48b9-b284-88687d884663', 'name': '', 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'mac_address': 'fa:16:3e:25:d8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:32Z', 'updated_at': '2022-05-17T17:14:36Z', 'revision_number': 5, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'subnets': [{'id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:15:16.966505 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ae9aa-be59-447b-9446-abde803e5b25 req-dacfe225-5ffa-4858-8a05-16646498dbad tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:16.968380 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ca9ae9aa-be59-447b-9446-abde803e5b25 req-dacfe225-5ffa-4858-8a05-16646498dbad tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 946 time: 0.0514724 May 17 17:15:16.980694 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3b2953-5902-47c6-b435-3de583c6df09 None None] Checking router: 2d9bea0d-e005-4d26-a3be-0d542f1a4c13 for host: dv-cinder-842149-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:15:16.990011 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3b2953-5902-47c6-b435-3de583c6df09 None None] Routers {'2d9bea0d-e005-4d26-a3be-0d542f1a4c13'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:15:16.990652 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-5c3b2953-5902-47c6-b435-3de583c6df09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:14:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['2d9bea0d-e005-4d26-a3be-0d542f1a4c13'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:15:17.020582 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ca9ae9aa-be59-447b-9446-abde803e5b25 req-900f51a8-3237-4a6a-bfbc-2cd069b22ca5 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=144e4d2e-db6c-4e33-9f03-091db52b8c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462558 May 17 17:15:17.119667 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-5c3b2953-5902-47c6-b435-3de583c6df09 None None] Set router 2d9bea0d-e005-4d26-a3be-0d542f1a4c13 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:15:17.216623 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9b5715fe-12d2-4463-a408-3e265620aee0 req-76b540a2-d218-40ea-9266-b9c7de7dd70d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efa762a5-a4d8-4cff-ba5a-528a674014b1 HTTP/1.1" status: 200 len: 999 time: 0.3447011 May 17 17:15:17.221862 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-28882454-ec0a-472b-bfc2-4323bd626a3e req-0226b891-df2a-4af0-92be-7223e3cc147b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] For port a1ea561d-09ff-4ccb-94e1-a73a746f4900, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=a1ea561d-09ff-4ccb-94e1-a73a746f4900,segment=NetworkSegment(de9d44b7-dbc5-440f-840c-db882c6566af),segment_id=de9d44b7-dbc5-440f-840c-db882c6566af)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:15:17.222220 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-28882454-ec0a-472b-bfc2-4323bd626a3e req-0226b891-df2a-4af0-92be-7223e3cc147b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (a1ea561d-09ff-4ccb-94e1-a73a746f4900), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:17.312876 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5715fe-12d2-4463-a408-3e265620aee0 req-a1a9e9c7-9ad7-4bcb-a740-699ffaa89d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:17.314328 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9b5715fe-12d2-4463-a408-3e265620aee0 req-a1a9e9c7-9ad7-4bcb-a740-699ffaa89d52 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7e6d0a25-a986-4141-abe4-fef5bc7f9be9 HTTP/1.1" status: 200 len: 850 time: 0.0893111 May 17 17:15:17.326417 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-5c3b2953-5902-47c6-b435-3de583c6df09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'name': 'tempest-TestVolumeBootPattern-157448203-router', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '1069656d-bdfd-4935-825c-6878d3681e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:14:28Z', 'updated_at': '2022-05-17T17:14:32Z', 'revision_number': 4, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'gw_port': {'id': '1069656d-bdfd-4935-825c-6878d3681e94', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:29Z', 'updated_at': '2022-05-17T17:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': 'b3c648f8-3a31-4acd-bcd0-31dbf5eca2ca', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'floating_ip_address': '172.27.0.41', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'port_id': 'efa762a5-a4d8-4cff-ba5a-528a674014b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e', 'mac_address': 'fa:16:3e:5a:20:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50898191-2e63-45d2-85bb-e47d9fe6d844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:15:15Z', 'updated_at': '2022-05-17T17:15:15Z', 'revision_number': 0, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b852a37a-072e-48b9-b284-88687d884663', 'name': '', 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'mac_address': 'fa:16:3e:25:d8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:32Z', 'updated_at': '2022-05-17T17:14:36Z', 'revision_number': 5, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'subnets': [{'id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:15:17.354785 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3b2953-5902-47c6-b435-3de583c6df09 None None] The sync data for ids ['2d9bea0d-e005-4d26-a3be-0d542f1a4c13'] in dv-cinder-842149-1-iscsi is: [{'id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'name': 'tempest-TestVolumeBootPattern-157448203-router', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '1069656d-bdfd-4935-825c-6878d3681e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:14:28Z', 'updated_at': '2022-05-17T17:14:32Z', 'revision_number': 4, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'gw_port': {'id': '1069656d-bdfd-4935-825c-6878d3681e94', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:29Z', 'updated_at': '2022-05-17T17:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': 'b3c648f8-3a31-4acd-bcd0-31dbf5eca2ca', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'floating_ip_address': '172.27.0.41', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'port_id': 'efa762a5-a4d8-4cff-ba5a-528a674014b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e', 'mac_address': 'fa:16:3e:5a:20:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50898191-2e63-45d2-85bb-e47d9fe6d844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:15:15Z', 'updated_at': '2022-05-17T17:15:15Z', 'revision_number': 0, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b852a37a-072e-48b9-b284-88687d884663', 'name': '', 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'mac_address': 'fa:16:3e:25:d8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:32Z', 'updated_at': '2022-05-17T17:14:36Z', 'revision_number': 5, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'subnets': [{'id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:15:17.397023 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5715fe-12d2-4463-a408-3e265620aee0 req-0d0444a2-31c7-4254-9b1c-85b489f733c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:17.398708 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9b5715fe-12d2-4463-a408-3e265620aee0 req-0d0444a2-31c7-4254-9b1c-85b489f733c5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f954c18a-8821-47ca-8b80-a2fbc154db5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0762348 May 17 17:15:17.511200 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-28882454-ec0a-472b-bfc2-4323bd626a3e req-0226b891-df2a-4af0-92be-7223e3cc147b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:17.511534 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-28882454-ec0a-472b-bfc2-4323bd626a3e req-0226b891-df2a-4af0-92be-7223e3cc147b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7866643'] for floatingip (7acdded3-56bb-4568-91a2-7a0b5aca5446), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:17.511864 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.db.l3_db [req-28882454-ec0a-472b-bfc2-4323bd626a3e req-0226b891-df2a-4af0-92be-7223e3cc147b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Floating IP 7acdded3-56bb-4568-91a2-7a0b5aca5446 disassociated. External IP: 172.27.0.161, port: a1ea561d-09ff-4ccb-94e1-a73a746f4900. May 17 17:15:17.512213 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-28882454-ec0a-472b-bfc2-4323bd626a3e req-0226b891-df2a-4af0-92be-7223e3cc147b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Calling delete_port for a1ea561d-09ff-4ccb-94e1-a73a746f4900 owned by compute:nova {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:15:17.549546 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82fbd22-2314-47ac-9e23-369594aeb7e5 None None] New status for floating IP b3c648f8-3a31-4acd-bcd0-31dbf5eca2ca: ACTIVE {{(pid=103513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:15:17.585816 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9b5715fe-12d2-4463-a408-3e265620aee0 req-8d5551eb-c126-403c-afdc-020c20bc0ee1 service neutron] 10.222.0.23 "GET /v2.0/networks/f954c18a-8821-47ca-8b80-a2fbc154db5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541693 May 17 17:15:17.726009 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9b5715fe-12d2-4463-a408-3e265620aee0 req-36896063-c63f-4347-8c2c-017ca1000bef service neutron] 10.222.0.23 "GET /v2.0/networks/f954c18a-8821-47ca-8b80-a2fbc154db5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307604 May 17 17:15:17.743481 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-28882454-ec0a-472b-bfc2-4323bd626a3e req-0226b891-df2a-4af0-92be-7223e3cc147b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912'] for port (a1ea561d-09ff-4ccb-94e1-a73a746f4900), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:17.773871 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226b891-df2a-4af0-92be-7223e3cc147b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Pushing event deleted for resources: {'Port': ['ID=a1ea561d-09ff-4ccb-94e1-a73a746f4900,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:15:17.892587 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28882454-ec0a-472b-bfc2-4323bd626a3e req-0226b891-df2a-4af0-92be-7223e3cc147b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Router e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7 has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:15:18.001284 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28882454-ec0a-472b-bfc2-4323bd626a3e req-0226b891-df2a-4af0-92be-7223e3cc147b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:15:18.013639 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8d111b-45f0-449f-8cad-349b760a3ef5 None None] Sync routers for ids ['e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7'] in dv-cinder-842149-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:15:18.022902 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8d111b-45f0-449f-8cad-349b760a3ef5 None None] Routers {'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:15:18.023510 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-2c8d111b-45f0-449f-8cad-349b760a3ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:14:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:15:18.046083 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-28882454-ec0a-472b-bfc2-4323bd626a3e req-0226b891-df2a-4af0-92be-7223e3cc147b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] No DVR routers for this DVR port a1ea561d-09ff-4ccb-94e1-a73a746f4900 on host hv-cinder-84214 {{(pid=103510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:15:18.049678 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-28882454-ec0a-472b-bfc2-4323bd626a3e req-0226b891-df2a-4af0-92be-7223e3cc147b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:18.056121 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-28882454-ec0a-472b-bfc2-4323bd626a3e req-0226b891-df2a-4af0-92be-7223e3cc147b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.23 "DELETE /v2.0/ports/a1ea561d-09ff-4ccb-94e1-a73a746f4900 HTTP/1.1" status: 204 len: 173 time: 1.3682430 May 17 17:15:18.150746 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-2c8d111b-45f0-449f-8cad-349b760a3ef5 None None] Set router e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:15:18.194628 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3e29e794-7bda-4463-97e8-2b0de673db95 req-a4b923b8-c0a1-4a5b-979e-ca789229cf29 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2bb8d5-d263-4ab1-8778-77fc4a30f388 HTTP/1.1" status: 200 len: 210 time: 0.0790102 May 17 17:15:18.362725 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-2c8d111b-45f0-449f-8cad-349b760a3ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'name': 'tempest-AttachVolumeTestJSON-1139753451-router', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '2cb9cd50-b578-4187-b15e-fb561cb3f3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:32Z', 'revision_number': 4, 'project_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'gw_port': {'id': '2cb9cd50-b578-4187-b15e-fb561cb3f3e6', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:21Z', 'updated_at': '2022-05-17T17:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': 'a940b93f-3648-482e-84b5-b07696c878e9', 'name': '', 'network_id': '1dd4923f-bb48-4a70-ba63-f0b98efd2694', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'mac_address': 'fa:16:3e:df:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd992d23d-73b7-4452-8ed4-109754aaf16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:29Z', 'updated_at': '2022-05-17T17:10:39Z', 'revision_number': 5, 'project_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'subnets': [{'id': 'd992d23d-73b7-4452-8ed4-109754aaf16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:15:18.390128 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8d111b-45f0-449f-8cad-349b760a3ef5 None None] Checking router: e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7 for host: dv-cinder-842149-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:15:18.398526 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8d111b-45f0-449f-8cad-349b760a3ef5 None None] Routers {'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:15:18.399122 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-2c8d111b-45f0-449f-8cad-349b760a3ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:14:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:15:18.495159 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-2c8d111b-45f0-449f-8cad-349b760a3ef5 None None] Set router e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:15:18.577113 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2bb8d5-d263-4ab1-8778-77fc4a30f388', 'name': 'network-vif-deleted', 'tag': 'a1ea561d-09ff-4ccb-94e1-a73a746f4900'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:15:18.580101 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1f3204-35f2-42e8-977a-609e57358492" -d '{"events": [{"server_uuid": "ee2bb8d5-d263-4ab1-8778-77fc4a30f388", "name": "network-vif-deleted", "tag": "a1ea561d-09ff-4ccb-94e1-a73a746f4900"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:15:18.615799 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ed81bd-d25e-4140-848e-46341706494c x-openstack-request-id: req-31ed81bd-d25e-4140-848e-46341706494c {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:15:18.616104 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee2bb8d5-d263-4ab1-8778-77fc4a30f388", "name": "network-vif-deleted", "tag": "a1ea561d-09ff-4ccb-94e1-a73a746f4900", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:15:18.616909 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-31ed81bd-d25e-4140-848e-46341706494c {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:15:18.617324 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31ed81bd-d25e-4140-848e-46341706494c'] response: {'server_uuid': 'ee2bb8d5-d263-4ab1-8778-77fc4a30f388', 'name': 'network-vif-deleted', 'tag': 'a1ea561d-09ff-4ccb-94e1-a73a746f4900', 'status': 'completed', 'code': 200} May 17 17:15:18.677688 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-2c8d111b-45f0-449f-8cad-349b760a3ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'name': 'tempest-AttachVolumeTestJSON-1139753451-router', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '2cb9cd50-b578-4187-b15e-fb561cb3f3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:32Z', 'revision_number': 4, 'project_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'gw_port': {'id': '2cb9cd50-b578-4187-b15e-fb561cb3f3e6', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:21Z', 'updated_at': '2022-05-17T17:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': 'a940b93f-3648-482e-84b5-b07696c878e9', 'name': '', 'network_id': '1dd4923f-bb48-4a70-ba63-f0b98efd2694', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'mac_address': 'fa:16:3e:df:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd992d23d-73b7-4452-8ed4-109754aaf16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:29Z', 'updated_at': '2022-05-17T17:10:39Z', 'revision_number': 5, 'project_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'subnets': [{'id': 'd992d23d-73b7-4452-8ed4-109754aaf16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:15:18.701195 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8d111b-45f0-449f-8cad-349b760a3ef5 None None] The sync data for ids ['e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7'] in dv-cinder-842149-1-iscsi is: [{'id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'name': 'tempest-AttachVolumeTestJSON-1139753451-router', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '2cb9cd50-b578-4187-b15e-fb561cb3f3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:32Z', 'revision_number': 4, 'project_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'gw_port': {'id': '2cb9cd50-b578-4187-b15e-fb561cb3f3e6', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:21Z', 'updated_at': '2022-05-17T17:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': 'a940b93f-3648-482e-84b5-b07696c878e9', 'name': '', 'network_id': '1dd4923f-bb48-4a70-ba63-f0b98efd2694', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'mac_address': 'fa:16:3e:df:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd992d23d-73b7-4452-8ed4-109754aaf16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:29Z', 'updated_at': '2022-05-17T17:10:39Z', 'revision_number': 5, 'project_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'subnets': [{'id': 'd992d23d-73b7-4452-8ed4-109754aaf16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:15:18.932346 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c86a071-634e-49ef-a181-119743c708c2 None None] New status for floating IP 7acdded3-56bb-4568-91a2-7a0b5aca5446: DOWN {{(pid=103513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:15:19.288741 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 48954) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:15:19.343829 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a850b43b-f546-4b63-947d-a5dc476e3c6d tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks [] for security_group (144e4d2e-db6c-4e33-9f03-091db52b8c1f), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:19.368023 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a850b43b-f546-4b63-947d-a5dc476e3c6d tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks [] for security_group (144e4d2e-db6c-4e33-9f03-091db52b8c1f), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:19.418640 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a850b43b-f546-4b63-947d-a5dc476e3c6d tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (144e4d2e-db6c-4e33-9f03-091db52b8c1f), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:19.421439 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a850b43b-f546-4b63-947d-a5dc476e3c6d tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:19.422548 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-a850b43b-f546-4b63-947d-a5dc476e3c6d tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "DELETE /v2.0/security-groups/144e4d2e-db6c-4e33-9f03-091db52b8c1f HTTP/1.1" status: 204 len: 168 time: 0.1326697 May 17 17:15:19.426044 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 48958) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:15:19.432309 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850b43b-f546-4b63-947d-a5dc476e3c6d tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=144e4d2e-db6c-4e33-9f03-091db52b8c1f,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:15:19.444064 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.api.v2.resource [None req-e98c3252-ce41-4257-8ae9-287309910179 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] show failed (client error): The resource could not be found. May 17 17:15:19.448157 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 48962) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:15:19.456393 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-e98c3252-ce41-4257-8ae9-287309910179 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups/144e4d2e-db6c-4e33-9f03-091db52b8c1f HTTP/1.1" status: 404 len: 347 time: 0.0290680 May 17 17:15:19.537214 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ead8a-3168-47b2-bcb0-7585944ddc73 req-75ea7df8-6a32-433e-8b14-40dba59cf62d tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:19.539000 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1f1ead8a-3168-47b2-bcb0-7585944ddc73 req-75ea7df8-6a32-433e-8b14-40dba59cf62d tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 945 time: 0.0591619 May 17 17:15:19.563301 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-e20c5caf-1e34-4d04-9285-fbfabce0eb4b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Deleting port 6903fbab-19e8-4ced-86f8-73fb4debfef8 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:15:19.563555 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e20c5caf-1e34-4d04-9285-fbfabce0eb4b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (6903fbab-19e8-4ced-86f8-73fb4debfef8), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:19.586052 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1f1ead8a-3168-47b2-bcb0-7585944ddc73 req-e64d4ac6-9d2f-4e21-9c45-0986f504a829 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=28345ffa-9b38-46ce-be50-776fef54aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412498 May 17 17:15:19.637947 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e20c5caf-1e34-4d04-9285-fbfabce0eb4b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (6903fbab-19e8-4ced-86f8-73fb4debfef8), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:19.638381 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e20c5caf-1e34-4d04-9285-fbfabce0eb4b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks [] for floatingip (6903fbab-19e8-4ced-86f8-73fb4debfef8), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:19.647632 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device a1ea561d-09ff-4ccb-94e1-a73a746f4900 no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:15:19.651841 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-e20c5caf-1e34-4d04-9285-fbfabce0eb4b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Calling delete_port for 6903fbab-19e8-4ced-86f8-73fb4debfef8 owned by network:floatingip {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:15:19.669897 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] No Port match for: a1ea561d-09ff-4ccb-94e1-a73a746f4900 {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:15:19.670161 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device a1ea561d-09ff-4ccb-94e1-a73a746f4900 not bound to the agent host hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:15:19.782782 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e20c5caf-1e34-4d04-9285-fbfabce0eb4b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912'] for port (6903fbab-19e8-4ced-86f8-73fb4debfef8), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:19.804793 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c5caf-1e34-4d04-9285-fbfabce0eb4b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Pushing event deleted for resources: {'Port': ['ID=6903fbab-19e8-4ced-86f8-73fb4debfef8,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:15:19.832514 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e20c5caf-1e34-4d04-9285-fbfabce0eb4b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks [] for floatingip (7acdded3-56bb-4568-91a2-7a0b5aca5446), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:19.834912 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e20c5caf-1e34-4d04-9285-fbfabce0eb4b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for floatingip (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:19.836152 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-e20c5caf-1e34-4d04-9285-fbfabce0eb4b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "DELETE /v2.0/floatingips/7acdded3-56bb-4568-91a2-7a0b5aca5446 HTTP/1.1" status: 204 len: 168 time: 0.3870203 May 17 17:15:19.913477 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 48968) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:15:19.918262 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-b8e68cad-b882-4a18-aa3b-629c1a0bca70 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1897246619', 'description': 'tempest-description--1936952951'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:15:19.938250 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-b8e68cad-b882-4a18-aa3b-629c1a0bca70 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:20.003226 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-b8e68cad-b882-4a18-aa3b-629c1a0bca70 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks [] for security_group (7cf9d6ae-df2e-40ab-a833-5530fef3f00e), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:20.007070 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-b8e68cad-b882-4a18-aa3b-629c1a0bca70 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (7cf9d6ae-df2e-40ab-a833-5530fef3f00e), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:20.033463 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-b8e68cad-b882-4a18-aa3b-629c1a0bca70 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:20.034653 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-b8e68cad-b882-4a18-aa3b-629c1a0bca70 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1201868 May 17 17:15:20.037675 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 48970) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:15:20.038543 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e68cad-b882-4a18-aa3b-629c1a0bca70 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf9d6ae-df2e-40ab-a833-5530fef3f00e,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:15:20.044013 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-2802a7ed-75dc-4ead-b31d-8f5aa6c3b3bd tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Request body: {'security_group_rule': {'security_group_id': '7cf9d6ae-df2e-40ab-a833-5530fef3f00e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:15:20.070752 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2802a7ed-75dc-4ead-b31d-8f5aa6c3b3bd tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks [] for security_group_rule (b7d6cdaf-91db-45f6-a580-1f56357c8e15), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:20.125572 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2802a7ed-75dc-4ead-b31d-8f5aa6c3b3bd tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks [] for security_group_rule (b7d6cdaf-91db-45f6-a580-1f56357c8e15), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:20.129165 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2802a7ed-75dc-4ead-b31d-8f5aa6c3b3bd tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935960'] for security_group_rule (b7d6cdaf-91db-45f6-a580-1f56357c8e15), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:20.147721 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802a7ed-75dc-4ead-b31d-8f5aa6c3b3bd tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d6cdaf-91db-45f6-a580-1f56357c8e15,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:15:20.158649 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2802a7ed-75dc-4ead-b31d-8f5aa6c3b3bd tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:20.159862 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-2802a7ed-75dc-4ead-b31d-8f5aa6c3b3bd tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1211054 May 17 17:15:20.162556 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 48972) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:15:20.167019 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-c5bc8e9c-87ac-4656-a024-d19e3f889a35 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Request body: {'security_group_rule': {'security_group_id': '7cf9d6ae-df2e-40ab-a833-5530fef3f00e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:15:20.192865 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c5bc8e9c-87ac-4656-a024-d19e3f889a35 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks [] for security_group_rule (d47fbe76-da79-4dbc-bcb4-b9bdfb42d18b), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:20.248202 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c5bc8e9c-87ac-4656-a024-d19e3f889a35 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks [] for security_group_rule (d47fbe76-da79-4dbc-bcb4-b9bdfb42d18b), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:20.251662 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c5bc8e9c-87ac-4656-a024-d19e3f889a35 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935960'] for security_group_rule (d47fbe76-da79-4dbc-bcb4-b9bdfb42d18b), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:20.268989 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc8e9c-87ac-4656-a024-d19e3f889a35 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d47fbe76-da79-4dbc-bcb4-b9bdfb42d18b,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:15:20.276902 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c5bc8e9c-87ac-4656-a024-d19e3f889a35 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:20.278108 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-c5bc8e9c-87ac-4656-a024-d19e3f889a35 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1145668 May 17 17:15:20.281441 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 48976) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:15:20.286337 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-97bb59ad-cd3e-462e-a6c4-df15c6df8e0f tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Request body: {'floatingip': {'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:15:20.306306 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-97bb59ad-cd3e-462e-a6c4-df15c6df8e0f tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:20.386250 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-97bb59ad-cd3e-462e-a6c4-df15c6df8e0f tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:20.491055 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [None req-97bb59ad-cd3e-462e-a6c4-df15c6df8e0f tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Allocated IP 172.27.0.105 (02c56ec1-398e-4da7-8d6f-c5872f286327/162161ae-47ec-4957-8899-c21f028f623a/07f2ad37-bc34-4937-8fa4-b9100dcbea58) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:15:20.594938 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-97bb59ad-cd3e-462e-a6c4-df15c6df8e0f tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks [] for port (07f2ad37-bc34-4937-8fa4-b9100dcbea58), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:20.626146 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-97bb59ad-cd3e-462e-a6c4-df15c6df8e0f tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (07f2ad37-bc34-4937-8fa4-b9100dcbea58), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:20.665382 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bb59ad-cd3e-462e-a6c4-df15c6df8e0f tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Network 02c56ec1-398e-4da7-8d6f-c5872f286327 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:15:20.668264 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-97bb59ad-cd3e-462e-a6c4-df15c6df8e0f tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:15:20.674974 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bb59ad-cd3e-462e-a6c4-df15c6df8e0f tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:15:20.681781 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb59ad-cd3e-462e-a6c4-df15c6df8e0f tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Pushing event updated for resources: {'Port': ['ID=07f2ad37-bc34-4937-8fa4-b9100dcbea58,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:15:20.730286 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-97bb59ad-cd3e-462e-a6c4-df15c6df8e0f tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks [] for floatingip (b0f00b8e-8ba9-4e9e-b852-8e177951308e), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:20.765129 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e92fb-ec1a-4ad8-9757-5173d9bf3cf3 req-51de6b00-2129-4ff9-b3bc-816384d5050b tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:20.766663 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b58e92fb-ec1a-4ad8-9757-5173d9bf3cf3 req-51de6b00-2129-4ff9-b3bc-816384d5050b tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 945 time: 0.1117351 May 17 17:15:20.773057 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-97bb59ad-cd3e-462e-a6c4-df15c6df8e0f tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (07f2ad37-bc34-4937-8fa4-b9100dcbea58), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:20.825784 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b58e92fb-ec1a-4ad8-9757-5173d9bf3cf3 req-2e48986b-92fb-4eb6-95de-aa07c2e503f9 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=28345ffa-9b38-46ce-be50-776fef54aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522227 May 17 17:15:20.960560 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-97bb59ad-cd3e-462e-a6c4-df15c6df8e0f tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks [] for port (07f2ad37-bc34-4937-8fa4-b9100dcbea58), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:20.964793 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-97bb59ad-cd3e-462e-a6c4-df15c6df8e0f tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (07f2ad37-bc34-4937-8fa4-b9100dcbea58), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:20.992784 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-97bb59ad-cd3e-462e-a6c4-df15c6df8e0f tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7866643'] for floatingip (b0f00b8e-8ba9-4e9e-b852-8e177951308e), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:21.015889 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-97bb59ad-cd3e-462e-a6c4-df15c6df8e0f tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for floatingip (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:21.017097 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-97bb59ad-cd3e-462e-a6c4-df15c6df8e0f tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7347307 May 17 17:15:21.018375 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb59ad-cd3e-462e-a6c4-df15c6df8e0f tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Pushing event updated for resources: {'Port': ['ID=07f2ad37-bc34-4937-8fa4-b9100dcbea58,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:15:21.195976 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-41d14026-25c2-415e-966c-82a5d6340c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:21.327789 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-bb837a50-b897-4bc3-913d-d2e3d3a559f6 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1897246619&fields=id&tenant_id=87f2aabc0cda49538fa0fd9d5db6bf51 HTTP/1.1" status: 200 len: 267 time: 0.0416303 May 17 17:15:21.433930 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-591c05b1-0c79-4111-b2e8-9f91dc7ecf2e tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:21.435365 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-591c05b1-0c79-4111-b2e8-9f91dc7ecf2e tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/networks?id=1dd4923f-bb48-4a70-ba63-f0b98efd2694 HTTP/1.1" status: 200 len: 811 time: 0.1005442 May 17 17:15:21.450028 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-8d23d746-84e3-48ea-8f76-5f71f22eac39 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/quotas/87f2aabc0cda49538fa0fd9d5db6bf51 HTTP/1.1" status: 200 len: 375 time: 0.0087278 May 17 17:15:21.715264 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-6569b053-585d-41d9-9039-ec458f7f6bf4 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=87f2aabc0cda49538fa0fd9d5db6bf51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2605147 May 17 17:15:21.808372 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-d2a0e316-130b-4d6a-b813-75d05c7ef488 service neutron] 10.222.0.48 "GET /v2.0/networks/1dd4923f-bb48-4a70-ba63-f0b98efd2694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819845 May 17 17:15:21.896600 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-56aa8074-1701-42e0-9909-f333819768cb service neutron] 10.222.0.48 "GET /v2.0/networks/1dd4923f-bb48-4a70-ba63-f0b98efd2694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825920 May 17 17:15:21.941848 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d67c2-be55-4dac-acb5-fbb0ae95a4f4 req-ce4cb69f-efc5-4ec4-b6f2-4095b428a4a8 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:21.943332 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-612d67c2-be55-4dac-acb5-fbb0ae95a4f4 req-ce4cb69f-efc5-4ec4-b6f2-4095b428a4a8 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 945 time: 0.0491433 May 17 17:15:21.999172 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-612d67c2-be55-4dac-acb5-fbb0ae95a4f4 req-b79c05f6-98c1-4216-9028-5f25a0e7009e tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=28345ffa-9b38-46ce-be50-776fef54aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501115 May 17 17:15:22.056206 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-6cd5fa47-dd18-4a5a-a59f-27ca47fdaa01 req-2e1ab7e0-f82c-4f4d-bb33-f9afa230e0fe tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=62871d39-e777-43e3-9d8e-949775d17a50 HTTP/1.1" status: 200 len: 210 time: 0.0286527 May 17 17:15:23.147687 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086252d-7342-4e16-a3eb-ca1e088a81b9 req-d8cd7c6d-0a43-47a4-9a6c-cba437794d1b tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:23.149451 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9086252d-7342-4e16-a3eb-ca1e088a81b9 req-d8cd7c6d-0a43-47a4-9a6c-cba437794d1b tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 945 time: 0.0733926 May 17 17:15:23.173074 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d296e847-e704-4399-93db-4401cdcba94a req-188ba61b-bf81-4eee-a34c-fee15996d69b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=62871d39-e777-43e3-9d8e-949775d17a50 HTTP/1.1" status: 200 len: 210 time: 0.0478783 May 17 17:15:23.211035 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9086252d-7342-4e16-a3eb-ca1e088a81b9 req-fadfceda-7f7e-41e8-a1e4-a0561b6c7c91 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=28345ffa-9b38-46ce-be50-776fef54aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448601 May 17 17:15:23.245604 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc69edb-503a-44b3-8878-c7abfb28df65 req-20c297e1-722a-4167-92ac-e303d2ae4405 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:23.247070 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8bc69edb-503a-44b3-8878-c7abfb28df65 req-20c297e1-722a-4167-92ac-e303d2ae4405 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 945 time: 0.0538797 May 17 17:15:23.338265 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-8bc69edb-503a-44b3-8878-c7abfb28df65 req-42cca10b-ffb9-43c7-9ba8-2d03ac8c5f82 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Deleting port 6b3cb952-d5bd-4de9-965c-39fcdbf9ab21 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:15:23.338599 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-8bc69edb-503a-44b3-8878-c7abfb28df65 req-42cca10b-ffb9-43c7-9ba8-2d03ac8c5f82 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (6b3cb952-d5bd-4de9-965c-39fcdbf9ab21), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:23.364015 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f5bf8e3e-2a6c-46d4-9352-3685bbaf9245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:23.429401 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-8bc69edb-503a-44b3-8878-c7abfb28df65 req-42cca10b-ffb9-43c7-9ba8-2d03ac8c5f82 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] For port 6b3cb952-d5bd-4de9-965c-39fcdbf9ab21, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=6b3cb952-d5bd-4de9-965c-39fcdbf9ab21,segment=NetworkSegment(d5e61896-1faa-41a1-9cf3-1792af62c374),segment_id=d5e61896-1faa-41a1-9cf3-1792af62c374)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:15:23.429763 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-8bc69edb-503a-44b3-8878-c7abfb28df65 req-42cca10b-ffb9-43c7-9ba8-2d03ac8c5f82 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (6b3cb952-d5bd-4de9-965c-39fcdbf9ab21), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:23.527741 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (f77364a9-2f6e-44ad-9fc6-92e3e143ef92), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:23.606412 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-8bc69edb-503a-44b3-8878-c7abfb28df65 req-42cca10b-ffb9-43c7-9ba8-2d03ac8c5f82 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:23.606688 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-8bc69edb-503a-44b3-8878-c7abfb28df65 req-42cca10b-ffb9-43c7-9ba8-2d03ac8c5f82 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7866643'] for floatingip (6a63c21b-f6db-42d8-9a21-c1e2608c2551), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:23.607005 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.db.l3_db [req-8bc69edb-503a-44b3-8878-c7abfb28df65 req-42cca10b-ffb9-43c7-9ba8-2d03ac8c5f82 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Floating IP 6a63c21b-f6db-42d8-9a21-c1e2608c2551 disassociated. External IP: 172.27.0.254, port: 6b3cb952-d5bd-4de9-965c-39fcdbf9ab21. May 17 17:15:23.607350 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-8bc69edb-503a-44b3-8878-c7abfb28df65 req-42cca10b-ffb9-43c7-9ba8-2d03ac8c5f82 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Calling delete_port for 6b3cb952-d5bd-4de9-965c-39fcdbf9ab21 owned by compute:nova {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:15:23.730848 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-8bc69edb-503a-44b3-8878-c7abfb28df65 req-42cca10b-ffb9-43c7-9ba8-2d03ac8c5f82 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912'] for port (6b3cb952-d5bd-4de9-965c-39fcdbf9ab21), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:23.757370 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cca10b-ffb9-43c7-9ba8-2d03ac8c5f82 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Pushing event deleted for resources: {'Port': ['ID=6b3cb952-d5bd-4de9-965c-39fcdbf9ab21,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:15:23.867744 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bc69edb-503a-44b3-8878-c7abfb28df65 req-42cca10b-ffb9-43c7-9ba8-2d03ac8c5f82 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Router 841f4662-38c1-42be-ba44-29e3e68c80fa has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:15:24.001239 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bc69edb-503a-44b3-8878-c7abfb28df65 req-42cca10b-ffb9-43c7-9ba8-2d03ac8c5f82 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:15:24.013259 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2e17c5-1c24-4b18-8adc-9988df463fd5 None None] Sync routers for ids ['841f4662-38c1-42be-ba44-29e3e68c80fa'] in dv-cinder-842149-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:15:24.024646 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2e17c5-1c24-4b18-8adc-9988df463fd5 None None] Routers {'841f4662-38c1-42be-ba44-29e3e68c80fa'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:15:24.025386 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-5d2e17c5-1c24-4b18-8adc-9988df463fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:15:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['841f4662-38c1-42be-ba44-29e3e68c80fa'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:15:24.084985 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc69edb-503a-44b3-8878-c7abfb28df65 req-42cca10b-ffb9-43c7-9ba8-2d03ac8c5f82 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] No DVR routers for this DVR port 6b3cb952-d5bd-4de9-965c-39fcdbf9ab21 on host hv-cinder-84214 {{(pid=103510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:15:24.097288 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-8bc69edb-503a-44b3-8878-c7abfb28df65 req-42cca10b-ffb9-43c7-9ba8-2d03ac8c5f82 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:24.101459 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8bc69edb-503a-44b3-8878-c7abfb28df65 req-42cca10b-ffb9-43c7-9ba8-2d03ac8c5f82 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.23 "DELETE /v2.0/ports/6b3cb952-d5bd-4de9-965c-39fcdbf9ab21 HTTP/1.1" status: 204 len: 173 time: 0.8445020 May 17 17:15:24.101944 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bfa0b8b-6981-43aa-9f5c-214bc3c20d64', 'name': 'network-vif-deleted', 'tag': '6b3cb952-d5bd-4de9-965c-39fcdbf9ab21'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:15:24.104371 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccc71c3-263b-45b1-b1e0-e7cdda4dc210" -d '{"events": [{"server_uuid": "5bfa0b8b-6981-43aa-9f5c-214bc3c20d64", "name": "network-vif-deleted", "tag": "6b3cb952-d5bd-4de9-965c-39fcdbf9ab21"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:15:24.141197 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-b0be713e-0261-455c-b122-07085186e7c2 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:24.145274 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-b0be713e-0261-455c-b122-07085186e7c2 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.23 "GET /v2.0/networks?id=1dd4923f-bb48-4a70-ba63-f0b98efd2694 HTTP/1.1" status: 200 len: 811 time: 0.1889951 May 17 17:15:24.185376 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0685a8c0-1dc8-4c9b-87f7-532d0b330f0f x-openstack-request-id: req-0685a8c0-1dc8-4c9b-87f7-532d0b330f0f {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:15:24.185753 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bfa0b8b-6981-43aa-9f5c-214bc3c20d64", "name": "network-vif-deleted", "tag": "6b3cb952-d5bd-4de9-965c-39fcdbf9ab21", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:15:24.186087 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0685a8c0-1dc8-4c9b-87f7-532d0b330f0f {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:15:24.186565 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0685a8c0-1dc8-4c9b-87f7-532d0b330f0f'] response: {'server_uuid': '5bfa0b8b-6981-43aa-9f5c-214bc3c20d64', 'name': 'network-vif-deleted', 'tag': '6b3cb952-d5bd-4de9-965c-39fcdbf9ab21', 'status': 'completed', 'code': 200} May 17 17:15:24.250902 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-01ea88a2-ea87-4f1b-8808-5471da147269 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87f2aabc0cda49538fa0fd9d5db6bf51 HTTP/1.1" status: 200 len: 380 time: 0.0963619 May 17 17:15:24.262087 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-05b99425-4d81-4816-953a-9761ca7fed1c tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Request body: {'port': {'device_id': '62871d39-e777-43e3-9d8e-949775d17a50', 'network_id': '1dd4923f-bb48-4a70-ba63-f0b98efd2694', 'admin_state_up': True, 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'security_groups': ['7cf9d6ae-df2e-40ab-a833-5530fef3f00e']}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:15:24.340871 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-750cb520-e359-4574-97d2-6fe560f7798d req-a04ec98e-514a-49fd-ad5e-1a3270972d8f tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=62871d39-e777-43e3-9d8e-949775d17a50 HTTP/1.1" status: 200 len: 210 time: 0.0710163 May 17 17:15:24.356399 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-5d2e17c5-1c24-4b18-8adc-9988df463fd5 None None] Set router 841f4662-38c1-42be-ba44-29e3e68c80fa gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:15:24.399441 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5f059711-0735-46f3-832f-dee4becd8c02 req-b3e78b33-599f-4d83-8add-fdeb7e7024dc tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=5bfa0b8b-6981-43aa-9f5c-214bc3c20d64 HTTP/1.1" status: 200 len: 210 time: 0.0575056 May 17 17:15:24.439561 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-05b99425-4d81-4816-953a-9761ca7fed1c tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Made reservation on behalf of 87f2aabc0cda49538fa0fd9d5db6bf51 for: {'port': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:15:24.443642 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-05b99425-4d81-4816-953a-9761ca7fed1c tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:24.578153 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-05b99425-4d81-4816-953a-9761ca7fed1c tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Allocated IP 172.20.0.4 (1dd4923f-bb48-4a70-ba63-f0b98efd2694/d992d23d-73b7-4452-8ed4-109754aaf16e/edbc0265-4f57-4250-800f-d5427b10d52d) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:15:24.580368 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-5d2e17c5-1c24-4b18-8adc-9988df463fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1424071257-router', 'tenant_id': 'ea3305a913c541e4a45267497213df1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'd97b4916-8d2a-4a67-b6d5-bef654ebc8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:19Z', 'updated_at': '2022-05-17T17:10:29Z', 'revision_number': 4, 'project_id': 'ea3305a913c541e4a45267497213df1c', 'gw_port': {'id': 'd97b4916-8d2a-4a67-b6d5-bef654ebc8fe', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': '998694a2-0bfc-40b8-9e00-7ac3711e21d1', 'name': '', 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb', 'tenant_id': 'ea3305a913c541e4a45267497213df1c', 'mac_address': 'fa:16:3e:94:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ac6ed14f-342b-4c1d-a6d0-3f83923520d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:27Z', 'updated_at': '2022-05-17T17:10:44Z', 'revision_number': 5, 'project_id': 'ea3305a913c541e4a45267497213df1c', 'subnets': [{'id': 'ac6ed14f-342b-4c1d-a6d0-3f83923520d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:15:24.608127 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2e17c5-1c24-4b18-8adc-9988df463fd5 None None] Checking router: 841f4662-38c1-42be-ba44-29e3e68c80fa for host: dv-cinder-842149-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:15:24.617893 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2e17c5-1c24-4b18-8adc-9988df463fd5 None None] Routers {'841f4662-38c1-42be-ba44-29e3e68c80fa'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:15:24.618604 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-5d2e17c5-1c24-4b18-8adc-9988df463fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:15:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['841f4662-38c1-42be-ba44-29e3e68c80fa'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:15:24.729641 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-5d2e17c5-1c24-4b18-8adc-9988df463fd5 None None] Set router 841f4662-38c1-42be-ba44-29e3e68c80fa gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:15:24.737256 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-05b99425-4d81-4816-953a-9761ca7fed1c tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks [] for port (edbc0265-4f57-4250-800f-d5427b10d52d), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:24.781956 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-05b99425-4d81-4816-953a-9761ca7fed1c tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (edbc0265-4f57-4250-800f-d5427b10d52d), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:24.834443 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-05b99425-4d81-4816-953a-9761ca7fed1c tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Network 1dd4923f-bb48-4a70-ba63-f0b98efd2694 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:15:24.842636 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-05b99425-4d81-4816-953a-9761ca7fed1c tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:15:24.844913 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-05b99425-4d81-4816-953a-9761ca7fed1c tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:15:24.851412 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-05b99425-4d81-4816-953a-9761ca7fed1c tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:24.852117 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-05b99425-4d81-4816-953a-9761ca7fed1c tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:24.854811 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b99425-4d81-4816-953a-9761ca7fed1c tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Pushing event updated for resources: {'Port': ['ID=edbc0265-4f57-4250-800f-d5427b10d52d,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:15:24.874960 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-05b99425-4d81-4816-953a-9761ca7fed1c tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6202812 May 17 17:15:24.888564 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:24.891152 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-6992e389-9ec4-4622-bf2e-4e7fe127658a service neutron] Request body: {'port': {'device_id': '62871d39-e777-43e3-9d8e-949775d17a50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84214'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:15:24.958629 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-5d2e17c5-1c24-4b18-8adc-9988df463fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1424071257-router', 'tenant_id': 'ea3305a913c541e4a45267497213df1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'd97b4916-8d2a-4a67-b6d5-bef654ebc8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:19Z', 'updated_at': '2022-05-17T17:10:29Z', 'revision_number': 4, 'project_id': 'ea3305a913c541e4a45267497213df1c', 'gw_port': {'id': 'd97b4916-8d2a-4a67-b6d5-bef654ebc8fe', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': '998694a2-0bfc-40b8-9e00-7ac3711e21d1', 'name': '', 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb', 'tenant_id': 'ea3305a913c541e4a45267497213df1c', 'mac_address': 'fa:16:3e:94:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ac6ed14f-342b-4c1d-a6d0-3f83923520d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:27Z', 'updated_at': '2022-05-17T17:10:44Z', 'revision_number': 5, 'project_id': 'ea3305a913c541e4a45267497213df1c', 'subnets': [{'id': 'ac6ed14f-342b-4c1d-a6d0-3f83923520d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:15:24.961092 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-6992e389-9ec4-4622-bf2e-4e7fe127658a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (edbc0265-4f57-4250-800f-d5427b10d52d), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:24.988524 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2e17c5-1c24-4b18-8adc-9988df463fd5 None None] The sync data for ids ['841f4662-38c1-42be-ba44-29e3e68c80fa'] in dv-cinder-842149-1-iscsi is: [{'id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1424071257-router', 'tenant_id': 'ea3305a913c541e4a45267497213df1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'd97b4916-8d2a-4a67-b6d5-bef654ebc8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:19Z', 'updated_at': '2022-05-17T17:10:29Z', 'revision_number': 4, 'project_id': 'ea3305a913c541e4a45267497213df1c', 'gw_port': {'id': 'd97b4916-8d2a-4a67-b6d5-bef654ebc8fe', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': '998694a2-0bfc-40b8-9e00-7ac3711e21d1', 'name': '', 'network_id': 'd8fd1f2f-e54a-4844-8483-0ddae8800cdb', 'tenant_id': 'ea3305a913c541e4a45267497213df1c', 'mac_address': 'fa:16:3e:94:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ac6ed14f-342b-4c1d-a6d0-3f83923520d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:27Z', 'updated_at': '2022-05-17T17:10:44Z', 'revision_number': 5, 'project_id': 'ea3305a913c541e4a45267497213df1c', 'subnets': [{'id': 'ac6ed14f-342b-4c1d-a6d0-3f83923520d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:15:25.159758 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-e4501a13-0865-4c58-9d53-6f273455c171 None None] Provisioning complete for port edbc0265-4f57-4250-800f-d5427b10d52d triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:15:25.160679 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e4501a13-0865-4c58-9d53-6f273455c171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (edbc0265-4f57-4250-800f-d5427b10d52d), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:25.195488 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-e4501a13-0865-4c58-9d53-6f273455c171 None None] Port edbc0265-4f57-4250-800f-d5427b10d52d cannot update to ACTIVE because it is not bound. {{(pid=103512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:15:25.244382 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b71c13c-97f8-4379-a5e3-bcc885f79326 None None] New status for floating IP 6a63c21b-f6db-42d8-9a21-c1e2608c2551: DOWN {{(pid=103513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:15:25.511413 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164fe4bd-34f9-4371-8f72-3eae7ab7bf02 req-88e54806-5888-4b70-9899-20e839c7cb38 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:25.513065 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-164fe4bd-34f9-4371-8f72-3eae7ab7bf02 req-88e54806-5888-4b70-9899-20e839c7cb38 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=62871d39-e777-43e3-9d8e-949775d17a50 HTTP/1.1" status: 200 len: 931 time: 0.0629127 May 17 17:15:25.527213 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 49030) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:15:25.551088 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-6992e389-9ec4-4622-bf2e-4e7fe127658a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edbc0265-4f57-4250-800f-d5427b10d52d {{(pid=103510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:15:25.558530 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-6992e389-9ec4-4622-bf2e-4e7fe127658a service neutron] Publish callbacks [] for port (edbc0265-4f57-4250-800f-d5427b10d52d), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:25.571783 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.provisioning_blocks [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-6992e389-9ec4-4622-bf2e-4e7fe127658a service neutron] Transition to ACTIVE for port object edbc0265-4f57-4250-800f-d5427b10d52d will not be triggered until provisioned by entity L2. {{(pid=103510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 17:15:25.576736 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-6992e389-9ec4-4622-bf2e-4e7fe127658a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (edbc0265-4f57-4250-800f-d5427b10d52d), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:25.594912 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-164fe4bd-34f9-4371-8f72-3eae7ab7bf02 req-e074e266-a448-4b09-aa01-caf74bbda303 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cf9d6ae-df2e-40ab-a833-5530fef3f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747819 May 17 17:15:25.621421 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c6beb4f9-683a-4691-977f-78ee27e73abd tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks [] for security_group (28345ffa-9b38-46ce-be50-776fef54aa02), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:25.633215 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6992e389-9ec4-4622-bf2e-4e7fe127658a service neutron] Pushing event updated for resources: {'Port': ['ID=edbc0265-4f57-4250-800f-d5427b10d52d,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:15:25.649776 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 6b3cb952-d5bd-4de9-965c-39fcdbf9ab21 no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:15:25.654629 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c6beb4f9-683a-4691-977f-78ee27e73abd tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks [] for security_group (28345ffa-9b38-46ce-be50-776fef54aa02), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:25.667169 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-6992e389-9ec4-4622-bf2e-4e7fe127658a service neutron] Attempting to bind port edbc0265-4f57-4250-800f-d5427b10d52d on host hv-cinder-84214 for vnic_type normal with profile {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:15:25.667508 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-6992e389-9ec4-4622-bf2e-4e7fe127658a service neutron] Attempting to bind port edbc0265-4f57-4250-800f-d5427b10d52d by drivers openvswitch,hyperv on host hv-cinder-84214 at level 0 using segments [{'id': 'de9d44b7-dbc5-440f-840c-db882c6566af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1dd4923f-bb48-4a70-ba63-f0b98efd2694'}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:15:25.667868 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-6992e389-9ec4-4622-bf2e-4e7fe127658a service neutron] Attempting to bind port edbc0265-4f57-4250-800f-d5427b10d52d on network 1dd4923f-bb48-4a70-ba63-f0b98efd2694 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:15:25.670591 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] No Port match for: 6b3cb952-d5bd-4de9-965c-39fcdbf9ab21 {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:15:25.671505 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 6b3cb952-d5bd-4de9-965c-39fcdbf9ab21 not bound to the agent host hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:15:25.672318 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-6992e389-9ec4-4622-bf2e-4e7fe127658a service neutron] Port edbc0265-4f57-4250-800f-d5427b10d52d on network 1dd4923f-bb48-4a70-ba63-f0b98efd2694 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84214 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 17:15:25.672641 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-6992e389-9ec4-4622-bf2e-4e7fe127658a service neutron] Attempting to bind port edbc0265-4f57-4250-800f-d5427b10d52d on network 1dd4923f-bb48-4a70-ba63-f0b98efd2694 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:15:25.678408 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-6992e389-9ec4-4622-bf2e-4e7fe127658a service neutron] Checking agent: {'id': 'f77364a9-2f6e-44ad-9fc6-92e3e143ef92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84214', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 8, 20), 'started_at': datetime.datetime(2022, 5, 17, 17, 8, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:15:25.678726 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-6992e389-9ec4-4622-bf2e-4e7fe127658a service neutron] Checking segment: {'id': 'de9d44b7-dbc5-440f-840c-db882c6566af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1dd4923f-bb48-4a70-ba63-f0b98efd2694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:15:25.679113 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-6992e389-9ec4-4622-bf2e-4e7fe127658a service neutron] Bound using segment: {'id': 'de9d44b7-dbc5-440f-840c-db882c6566af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1dd4923f-bb48-4a70-ba63-f0b98efd2694'} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:15:25.679540 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-6992e389-9ec4-4622-bf2e-4e7fe127658a service neutron] Bound port: edbc0265-4f57-4250-800f-d5427b10d52d, host: hv-cinder-84214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de9d44b7-dbc5-440f-840c-db882c6566af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1dd4923f-bb48-4a70-ba63-f0b98efd2694'}}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:15:25.679927 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-6992e389-9ec4-4622-bf2e-4e7fe127658a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (edbc0265-4f57-4250-800f-d5427b10d52d), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:25.711560 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c6beb4f9-683a-4691-977f-78ee27e73abd tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (28345ffa-9b38-46ce-be50-776fef54aa02), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:25.714029 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c6beb4f9-683a-4691-977f-78ee27e73abd tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:25.715184 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-c6beb4f9-683a-4691-977f-78ee27e73abd tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "DELETE /v2.0/security-groups/28345ffa-9b38-46ce-be50-776fef54aa02 HTTP/1.1" status: 204 len: 168 time: 0.1870353 May 17 17:15:25.720966 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 49032) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:15:25.727507 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6beb4f9-683a-4691-977f-78ee27e73abd tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28345ffa-9b38-46ce-be50-776fef54aa02,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:15:25.741196 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.api.v2.resource [None req-cbddf754-b544-44da-a637-5d5830ce6ba1 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] show failed (client error): The resource could not be found. May 17 17:15:25.744753 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-cbddf754-b544-44da-a637-5d5830ce6ba1 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups/28345ffa-9b38-46ce-be50-776fef54aa02 HTTP/1.1" status: 404 len: 347 time: 0.0199745 May 17 17:15:25.745145 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 49034) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:15:25.770752 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-6992e389-9ec4-4622-bf2e-4e7fe127658a service neutron] For port edbc0265-4f57-4250-800f-d5427b10d52d, host hv-cinder-84214, cleared binding levels {{(pid=103510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:15:25.774366 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-6992e389-9ec4-4622-bf2e-4e7fe127658a service neutron] For port edbc0265-4f57-4250-800f-d5427b10d52d, host hv-cinder-84214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=edbc0265-4f57-4250-800f-d5427b10d52d,segment=NetworkSegment(de9d44b7-dbc5-440f-840c-db882c6566af),segment_id=de9d44b7-dbc5-440f-840c-db882c6566af)] {{(pid=103510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:15:25.784488 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-6992e389-9ec4-4622-bf2e-4e7fe127658a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (edbc0265-4f57-4250-800f-d5427b10d52d), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:25.820887 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-6992e389-9ec4-4622-bf2e-4e7fe127658a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:25.821519 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-6992e389-9ec4-4622-bf2e-4e7fe127658a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:25.822907 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-6992e389-9ec4-4622-bf2e-4e7fe127658a service neutron] 10.222.0.23 "PUT /v2.0/ports/edbc0265-4f57-4250-800f-d5427b10d52d HTTP/1.1" status: 200 len: 1093 time: 0.9394329 May 17 17:15:25.858081 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6992e389-9ec4-4622-bf2e-4e7fe127658a service neutron] Pushing event updated for resources: {'Port': ['ID=edbc0265-4f57-4250-800f-d5427b10d52d,revision_number=3']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:15:25.885566 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-ccae3f2d-5da7-44c9-aa15-3bbb1cffe8aa tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Deleting port 16ca5059-207d-4771-84b4-87a30408f53c {{(pid=103511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:15:25.885910 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ccae3f2d-5da7-44c9-aa15-3bbb1cffe8aa tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (16ca5059-207d-4771-84b4-87a30408f53c), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:25.899988 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:25.909958 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-192c0bbe-decf-494a-89c9-dbe09a59739b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:25.911770 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-192c0bbe-decf-494a-89c9-dbe09a59739b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87f2aabc0cda49538fa0fd9d5db6bf51&device_id=62871d39-e777-43e3-9d8e-949775d17a50 HTTP/1.1" status: 200 len: 1127 time: 0.0487311 May 17 17:15:25.961068 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-c692966c-d7c0-4f83-bcdd-c35687a4efe2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edbc0265-4f57-4250-800f-d5427b10d52d HTTP/1.1" status: 200 len: 217 time: 0.0399597 May 17 17:15:25.970983 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ccae3f2d-5da7-44c9-aa15-3bbb1cffe8aa tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (16ca5059-207d-4771-84b4-87a30408f53c), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:25.971314 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ccae3f2d-5da7-44c9-aa15-3bbb1cffe8aa tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks [] for floatingip (16ca5059-207d-4771-84b4-87a30408f53c), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:25.988372 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-ccae3f2d-5da7-44c9-aa15-3bbb1cffe8aa tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Calling delete_port for 16ca5059-207d-4771-84b4-87a30408f53c owned by network:floatingip {{(pid=103511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:15:26.013853 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-c64af865-e873-427b-8ce7-15a1c345da3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:26.015354 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-c64af865-e873-427b-8ce7-15a1c345da3a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d992d23d-73b7-4452-8ed4-109754aaf16e HTTP/1.1" status: 200 len: 850 time: 0.0476191 May 17 17:15:26.066226 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-9f29e04f-9915-4560-82b5-f0abc17dccea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:26.067750 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-9f29e04f-9915-4560-82b5-f0abc17dccea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1dd4923f-bb48-4a70-ba63-f0b98efd2694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442228 May 17 17:15:26.138911 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ccae3f2d-5da7-44c9-aa15-3bbb1cffe8aa tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4266351'] for port (16ca5059-207d-4771-84b4-87a30408f53c), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:26.165304 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae3f2d-5da7-44c9-aa15-3bbb1cffe8aa tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Pushing event deleted for resources: {'Port': ['ID=16ca5059-207d-4771-84b4-87a30408f53c,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:15:26.170674 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-c0c2865a-4605-435d-8641-8bc775e06d1f service neutron] 10.222.0.23 "GET /v2.0/networks/1dd4923f-bb48-4a70-ba63-f0b98efd2694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930746 May 17 17:15:26.195774 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62871d39-e777-43e3-9d8e-949775d17a50', 'tag': 'edbc0265-4f57-4250-800f-d5427b10d52d'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:15:26.197968 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb08804-af65-40b5-9287-dee464fa6008" -d '{"events": [{"name": "network-changed", "server_uuid": "62871d39-e777-43e3-9d8e-949775d17a50", "tag": "edbc0265-4f57-4250-800f-d5427b10d52d"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:15:26.231315 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ccae3f2d-5da7-44c9-aa15-3bbb1cffe8aa tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks [] for floatingip (6a63c21b-f6db-42d8-9a21-c1e2608c2551), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:26.234041 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ccae3f2d-5da7-44c9-aa15-3bbb1cffe8aa tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for floatingip (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:26.236749 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-ccae3f2d-5da7-44c9-aa15-3bbb1cffe8aa tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "DELETE /v2.0/floatingips/6a63c21b-f6db-42d8-9a21-c1e2608c2551 HTTP/1.1" status: 204 len: 168 time: 0.4891970 May 17 17:15:26.241104 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa13f07-73c4-4066-9032-9d570cd68118 x-openstack-request-id: req-efa13f07-73c4-4066-9032-9d570cd68118 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:15:26.241392 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62871d39-e777-43e3-9d8e-949775d17a50", "tag": "edbc0265-4f57-4250-800f-d5427b10d52d", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:15:26.241643 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-efa13f07-73c4-4066-9032-9d570cd68118 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:15:26.242034 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efa13f07-73c4-4066-9032-9d570cd68118'] response: {'name': 'network-changed', 'server_uuid': '62871d39-e777-43e3-9d8e-949775d17a50', 'tag': 'edbc0265-4f57-4250-800f-d5427b10d52d', 'status': 'completed', 'code': 200} May 17 17:15:26.271660 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f8966fed-002f-4336-94d1-5e38ddf7b7a3 req-8756d53d-c578-4b8b-9775-d56c0d22b48f service neutron] 10.222.0.23 "GET /v2.0/networks/1dd4923f-bb48-4a70-ba63-f0b98efd2694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931072 May 17 17:15:26.706425 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5f4ae-4445-448b-8cd2-884bf9ccb221 req-ce95ed6b-5eac-4fd1-9094-d024b844a7e9 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:26.708487 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f9e5f4ae-4445-448b-8cd2-884bf9ccb221 req-ce95ed6b-5eac-4fd1-9094-d024b844a7e9 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=62871d39-e777-43e3-9d8e-949775d17a50 HTTP/1.1" status: 200 len: 943 time: 0.0463252 May 17 17:15:26.754411 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f9e5f4ae-4445-448b-8cd2-884bf9ccb221 req-e060cad0-141c-4a11-bf1d-7c0a50c577e1 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cf9d6ae-df2e-40ab-a833-5530fef3f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404027 May 17 17:15:27.336827 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb08804-af65-40b5-9287-dee464fa6008 req-e3fa9060-dc68-4d4c-afb3-9848e419768c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:27.338309 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2fb08804-af65-40b5-9287-dee464fa6008 req-e3fa9060-dc68-4d4c-afb3-9848e419768c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87f2aabc0cda49538fa0fd9d5db6bf51&device_id=62871d39-e777-43e3-9d8e-949775d17a50 HTTP/1.1" status: 200 len: 1127 time: 0.0433311 May 17 17:15:27.434616 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb08804-af65-40b5-9287-dee464fa6008 req-8b8cf667-aa77-4bc7-b873-f060c6fd7665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:27.436213 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2fb08804-af65-40b5-9287-dee464fa6008 req-8b8cf667-aa77-4bc7-b873-f060c6fd7665 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1dd4923f-bb48-4a70-ba63-f0b98efd2694 HTTP/1.1" status: 200 len: 912 time: 0.0896084 May 17 17:15:27.461253 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:27.484227 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2fb08804-af65-40b5-9287-dee464fa6008 req-377bce67-cbae-4127-8b92-9bda004f6ba8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edbc0265-4f57-4250-800f-d5427b10d52d HTTP/1.1" status: 200 len: 217 time: 0.0401614 May 17 17:15:27.533470 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb08804-af65-40b5-9287-dee464fa6008 req-c5daa43d-5198-4c90-ae8f-56d1a7105c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:27.535241 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2fb08804-af65-40b5-9287-dee464fa6008 req-c5daa43d-5198-4c90-ae8f-56d1a7105c41 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d992d23d-73b7-4452-8ed4-109754aaf16e HTTP/1.1" status: 200 len: 850 time: 0.0440507 May 17 17:15:27.583926 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb08804-af65-40b5-9287-dee464fa6008 req-24d61c55-3abc-45ce-82d3-d88df95c098c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:27.585445 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2fb08804-af65-40b5-9287-dee464fa6008 req-24d61c55-3abc-45ce-82d3-d88df95c098c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1dd4923f-bb48-4a70-ba63-f0b98efd2694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420160 May 17 17:15:27.682879 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2fb08804-af65-40b5-9287-dee464fa6008 req-8c371100-51a1-4df6-a5f3-b96c6cf501b8 service neutron] 10.222.0.23 "GET /v2.0/networks/1dd4923f-bb48-4a70-ba63-f0b98efd2694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880806 May 17 17:15:27.775282 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2fb08804-af65-40b5-9287-dee464fa6008 req-2801af31-b10b-4e54-a5eb-6f1fa35af390 service neutron] 10.222.0.23 "GET /v2.0/networks/1dd4923f-bb48-4a70-ba63-f0b98efd2694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836277 May 17 17:15:27.870753 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeda45f-7340-453e-abb6-0cf6f79c22b9 req-add19837-b76b-4316-9baa-e363fdc41d9b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:27.872216 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-4aeda45f-7340-453e-abb6-0cf6f79c22b9 req-add19837-b76b-4316-9baa-e363fdc41d9b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=62871d39-e777-43e3-9d8e-949775d17a50 HTTP/1.1" status: 200 len: 943 time: 0.0462356 May 17 17:15:27.920652 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-4aeda45f-7340-453e-abb6-0cf6f79c22b9 req-95175eb5-d3ec-47be-b120-52e5f855408e tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cf9d6ae-df2e-40ab-a833-5530fef3f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428405 May 17 17:15:28.700894 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255114b-a01d-477e-835f-bdd8ebf5b368 req-3f498a63-a471-47a2-906f-7eb4ac4a72c4 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:28.702325 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2255114b-a01d-477e-835f-bdd8ebf5b368 req-3f498a63-a471-47a2-906f-7eb4ac4a72c4 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 945 time: 0.0470238 May 17 17:15:28.748242 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2255114b-a01d-477e-835f-bdd8ebf5b368 req-23638b09-4772-4607-8424-13dfba7fd0e9 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403605 May 17 17:15:29.033951 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907dbd2b-0913-4d77-9c2b-db3163947fdd req-fabe0055-32af-45ff-8362-a4ce91bb37c0 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:29.035570 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-907dbd2b-0913-4d77-9c2b-db3163947fdd req-fabe0055-32af-45ff-8362-a4ce91bb37c0 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=62871d39-e777-43e3-9d8e-949775d17a50 HTTP/1.1" status: 200 len: 943 time: 0.0479062 May 17 17:15:29.082358 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-907dbd2b-0913-4d77-9c2b-db3163947fdd req-1747ec5e-f3e6-4496-865f-e28ccb18d4e9 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cf9d6ae-df2e-40ab-a833-5530fef3f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410228 May 17 17:15:29.661959 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device edbc0265-4f57-4250-800f-d5427b10d52d details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:15:29.758683 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port edbc0265-4f57-4250-800f-d5427b10d52d, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=edbc0265-4f57-4250-800f-d5427b10d52d,segment=NetworkSegment(de9d44b7-dbc5-440f-840c-db882c6566af),segment_id=de9d44b7-dbc5-440f-840c-db882c6566af)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:15:29.770494 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Returning: {'device': 'edbc0265-4f57-4250-800f-d5427b10d52d', 'network_id': '1dd4923f-bb48-4a70-ba63-f0b98efd2694', 'port_id': 'edbc0265-4f57-4250-800f-d5427b10d52d', 'mac_address': 'fa:16:3e:fd:9d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd992d23d-73b7-4452-8ed4-109754aaf16e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:15:29.811798 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port edbc0265-4f57-4250-800f-d5427b10d52d is: DOWN; New status is: BUILD {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:15:29.812218 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (edbc0265-4f57-4250-800f-d5427b10d52d), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:29.825712 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edbc0265-4f57-4250-800f-d5427b10d52d {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:15:29.845176 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port edbc0265-4f57-4250-800f-d5427b10d52d, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=edbc0265-4f57-4250-800f-d5427b10d52d,segment=NetworkSegment(de9d44b7-dbc5-440f-840c-db882c6566af),segment_id=de9d44b7-dbc5-440f-840c-db882c6566af)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:15:29.849362 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (edbc0265-4f57-4250-800f-d5427b10d52d), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:29.866428 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c99dc3-968c-4c91-8c28-b7466b20c4f2 req-cbe0a8fd-f275-427f-bb91-939f3fde02fb tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:29.867936 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a3c99dc3-968c-4c91-8c28-b7466b20c4f2 req-cbe0a8fd-f275-427f-bb91-939f3fde02fb tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 945 time: 0.0508933 May 17 17:15:29.894631 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=edbc0265-4f57-4250-800f-d5427b10d52d,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:15:29.915055 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a3c99dc3-968c-4c91-8c28-b7466b20c4f2 req-5a886460-1819-4597-a0d4-df60b7c7f83c tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414679 May 17 17:15:30.180960 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] get_ports_and_sgs() called for port_ids ['edbc0265-4f57-4250-800f-d5427b10d52d'] {{(pid=103512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:15:30.199023 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a512959-a834-4a1f-b953-2f57de5782ab req-db1c579b-36e6-42a7-8be9-b1781f1eedc7 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:30.200571 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3a512959-a834-4a1f-b953-2f57de5782ab req-db1c579b-36e6-42a7-8be9-b1781f1eedc7 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=62871d39-e777-43e3-9d8e-949775d17a50 HTTP/1.1" status: 200 len: 944 time: 0.0477297 May 17 17:15:30.247152 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3a512959-a834-4a1f-b953-2f57de5782ab req-8894cff6-93c1-4c45-80c2-f96490763ac6 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cf9d6ae-df2e-40ab-a833-5530fef3f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409641 May 17 17:15:31.030664 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075e9df-051b-4e97-ab4a-2bf0922b8975 req-6bbecac3-7286-4b81-8c0b-14b79eb8e549 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:31.032053 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a075e9df-051b-4e97-ab4a-2bf0922b8975 req-6bbecac3-7286-4b81-8c0b-14b79eb8e549 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 945 time: 0.0508127 May 17 17:15:31.077186 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a075e9df-051b-4e97-ab4a-2bf0922b8975 req-7c8f0def-c8cf-4442-80ff-8ddd99b98920 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394495 May 17 17:15:31.277997 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346d12d-a341-430e-9d5d-ee61657ffb69 req-9b3c8989-c5e5-40dd-9f3d-a586360c74d1 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:31.279479 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7346d12d-a341-430e-9d5d-ee61657ffb69 req-9b3c8989-c5e5-40dd-9f3d-a586360c74d1 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.23 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 945 time: 0.0471888 May 17 17:15:31.361675 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97abfe7-c1f1-4ed3-bafd-b1c6be970a81 req-c705787a-010a-4b78-83c8-ec1cb2ba6470 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:31.363194 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-e97abfe7-c1f1-4ed3-bafd-b1c6be970a81 req-c705787a-010a-4b78-83c8-ec1cb2ba6470 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=62871d39-e777-43e3-9d8e-949775d17a50 HTTP/1.1" status: 200 len: 944 time: 0.0491023 May 17 17:15:31.370771 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-7346d12d-a341-430e-9d5d-ee61657ffb69 req-6dffb32d-e805-4cd4-b99b-c97746c2caa7 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Deleting port 1efef679-0e58-4dd9-94e3-c4f323122713 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:15:31.371109 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-7346d12d-a341-430e-9d5d-ee61657ffb69 req-6dffb32d-e805-4cd4-b99b-c97746c2caa7 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (1efef679-0e58-4dd9-94e3-c4f323122713), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:31.412503 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-e97abfe7-c1f1-4ed3-bafd-b1c6be970a81 req-469f650c-3cec-4fc5-83c3-54742f025184 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cf9d6ae-df2e-40ab-a833-5530fef3f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426171 May 17 17:15:31.463121 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-7346d12d-a341-430e-9d5d-ee61657ffb69 req-6dffb32d-e805-4cd4-b99b-c97746c2caa7 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] For port 1efef679-0e58-4dd9-94e3-c4f323122713, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=1efef679-0e58-4dd9-94e3-c4f323122713,segment=NetworkSegment(d5e61896-1faa-41a1-9cf3-1792af62c374),segment_id=d5e61896-1faa-41a1-9cf3-1792af62c374)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:15:31.463478 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-7346d12d-a341-430e-9d5d-ee61657ffb69 req-6dffb32d-e805-4cd4-b99b-c97746c2caa7 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (1efef679-0e58-4dd9-94e3-c4f323122713), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:31.476245 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-7346d12d-a341-430e-9d5d-ee61657ffb69 req-6dffb32d-e805-4cd4-b99b-c97746c2caa7 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Calling delete_port for 1efef679-0e58-4dd9-94e3-c4f323122713 owned by compute:nova {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:15:31.601182 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-7346d12d-a341-430e-9d5d-ee61657ffb69 req-6dffb32d-e805-4cd4-b99b-c97746c2caa7 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912'] for port (1efef679-0e58-4dd9-94e3-c4f323122713), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:31.612755 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] get_ports_and_sgs() called for port_ids ['a023c407-040e-4e16-b8de-6dc1de12fc09', '1efef679-0e58-4dd9-94e3-c4f323122713'] {{(pid=103512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:15:31.658140 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dffb32d-e805-4cd4-b99b-c97746c2caa7 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Pushing event deleted for resources: {'Port': ['ID=1efef679-0e58-4dd9-94e3-c4f323122713,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:15:31.661206 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device edbc0265-4f57-4250-800f-d5427b10d52d up at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:15:31.682241 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-7346d12d-a341-430e-9d5d-ee61657ffb69 req-6dffb32d-e805-4cd4-b99b-c97746c2caa7 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] No DVR routers for this DVR port 1efef679-0e58-4dd9-94e3-c4f323122713 on host hv-cinder-84214 {{(pid=103510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:15:31.685011 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-7346d12d-a341-430e-9d5d-ee61657ffb69 req-6dffb32d-e805-4cd4-b99b-c97746c2caa7 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:31.688530 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7346d12d-a341-430e-9d5d-ee61657ffb69 req-6dffb32d-e805-4cd4-b99b-c97746c2caa7 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.23 "DELETE /v2.0/ports/1efef679-0e58-4dd9-94e3-c4f323122713 HTTP/1.1" status: 204 len: 173 time: 0.4023974 May 17 17:15:31.688989 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e0001f-f7bc-4b5c-8083-c72723f1d8d4', 'name': 'network-vif-deleted', 'tag': '1efef679-0e58-4dd9-94e3-c4f323122713'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:15:31.692610 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d687046-b596-4b93-9b2e-c21dc0038088" -d '{"events": [{"server_uuid": "58e0001f-f7bc-4b5c-8083-c72723f1d8d4", "name": "network-vif-deleted", "tag": "1efef679-0e58-4dd9-94e3-c4f323122713"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:15:31.732190 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe030593-52da-4049-84c0-66dec2f07984 x-openstack-request-id: req-fe030593-52da-4049-84c0-66dec2f07984 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:15:31.732490 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e0001f-f7bc-4b5c-8083-c72723f1d8d4", "name": "network-vif-deleted", "tag": "1efef679-0e58-4dd9-94e3-c4f323122713", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:15:31.732749 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fe030593-52da-4049-84c0-66dec2f07984 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:15:31.733183 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe030593-52da-4049-84c0-66dec2f07984'] response: {'server_uuid': '58e0001f-f7bc-4b5c-8083-c72723f1d8d4', 'name': 'network-vif-deleted', 'tag': '1efef679-0e58-4dd9-94e3-c4f323122713', 'status': 'completed', 'code': 200} May 17 17:15:31.741467 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning for port edbc0265-4f57-4250-800f-d5427b10d52d completed by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 17:15:31.758289 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning complete for port edbc0265-4f57-4250-800f-d5427b10d52d triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:15:31.758667 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (edbc0265-4f57-4250-800f-d5427b10d52d), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:31.859157 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port edbc0265-4f57-4250-800f-d5427b10d52d is: BUILD; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:15:31.859454 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (edbc0265-4f57-4250-800f-d5427b10d52d), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:31.881988 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62871d39-e777-43e3-9d8e-949775d17a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edbc0265-4f57-4250-800f-d5427b10d52d'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:15:31.884236 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47090663941ec1551041a48ed4f6687b33fcf119bf177f9ca48a03ee97be2a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42072f61-45ea-4581-96d2-07dd803e5972" -d '{"events": [{"server_uuid": "62871d39-e777-43e3-9d8e-949775d17a50", "name": "network-vif-plugged", "status": "completed", "tag": "edbc0265-4f57-4250-800f-d5427b10d52d"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:15:31.896325 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port edbc0265-4f57-4250-800f-d5427b10d52d, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=edbc0265-4f57-4250-800f-d5427b10d52d,segment=NetworkSegment(de9d44b7-dbc5-440f-840c-db882c6566af),segment_id=de9d44b7-dbc5-440f-840c-db882c6566af)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:15:31.900683 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (edbc0265-4f57-4250-800f-d5427b10d52d), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:31.928826 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa66ab6-7356-4d7f-9158-f44d93ca1f5f x-openstack-request-id: req-1fa66ab6-7356-4d7f-9158-f44d93ca1f5f {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:15:31.929209 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62871d39-e777-43e3-9d8e-949775d17a50", "name": "network-vif-plugged", "status": "completed", "tag": "edbc0265-4f57-4250-800f-d5427b10d52d", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:15:31.929539 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1fa66ab6-7356-4d7f-9158-f44d93ca1f5f {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:15:31.929960 dv-cinder-842149-1-iscsi neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fa66ab6-7356-4d7f-9158-f44d93ca1f5f'] response: {'server_uuid': '62871d39-e777-43e3-9d8e-949775d17a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edbc0265-4f57-4250-800f-d5427b10d52d', 'code': 200} May 17 17:15:31.954593 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=edbc0265-4f57-4250-800f-d5427b10d52d,revision_number=5']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:15:32.196613 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1c610b4b-a275-403c-a16b-86ed4ffefa9f req-c702f7f9-d301-4b52-b24d-15ef67702889 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=58e0001f-f7bc-4b5c-8083-c72723f1d8d4 HTTP/1.1" status: 200 len: 210 time: 0.0277436 May 17 17:15:32.304206 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc802876-f9da-4526-a1fd-4b9b6442f4a5 req-5aa6a714-ead8-45ea-b343-bb162c8f3cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:32.305693 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-cc802876-f9da-4526-a1fd-4b9b6442f4a5 req-5aa6a714-ead8-45ea-b343-bb162c8f3cd1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=62871d39-e777-43e3-9d8e-949775d17a50 HTTP/1.1" status: 200 len: 1129 time: 0.0394754 May 17 17:15:32.350153 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-cc802876-f9da-4526-a1fd-4b9b6442f4a5 req-e9a587ca-3a51-4c59-bc1f-82a0c7c2fed4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7cf9d6ae-df2e-40ab-a833-5530fef3f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376272 May 17 17:15:32.529949 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072b15f-1838-4ad3-944b-d41a7c31c16e req-363ca795-7491-4908-9ca4-cfbc7f116f4f tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:32.531661 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1072b15f-1838-4ad3-944b-d41a7c31c16e req-363ca795-7491-4908-9ca4-cfbc7f116f4f tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=62871d39-e777-43e3-9d8e-949775d17a50 HTTP/1.1" status: 200 len: 945 time: 0.0496321 May 17 17:15:32.576879 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1072b15f-1838-4ad3-944b-d41a7c31c16e req-164e01ea-21e3-4be3-a771-45ec8f9d8fbc tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cf9d6ae-df2e-40ab-a833-5530fef3f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396616 May 17 17:15:33.562438 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39345df0-1525-40f7-9f29-1448fc88c559 req-226c03b6-9dc2-4166-b2b7-d29a62eaf13f tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:33.563909 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-39345df0-1525-40f7-9f29-1448fc88c559 req-226c03b6-9dc2-4166-b2b7-d29a62eaf13f tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d096e1-5210-41e8-ae6e-dee03652b474 HTTP/1.1" status: 200 len: 945 time: 0.0467386 May 17 17:15:33.610703 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-39345df0-1525-40f7-9f29-1448fc88c559 req-654aaf40-e23b-4ac3-bba5-91218ed18851 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410361 May 17 17:15:33.689118 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71c368-af91-4f43-b421-6bbd951701ff req-272523c7-051c-4246-a804-4e430304e232 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:33.690623 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-be71c368-af91-4f43-b421-6bbd951701ff req-272523c7-051c-4246-a804-4e430304e232 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=62871d39-e777-43e3-9d8e-949775d17a50 HTTP/1.1" status: 200 len: 945 time: 0.0459867 May 17 17:15:33.740062 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-be71c368-af91-4f43-b421-6bbd951701ff req-96e5163e-f42a-4a23-9569-765f25ba6222 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cf9d6ae-df2e-40ab-a833-5530fef3f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439439 May 17 17:15:34.720643 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cf73f-bd1c-4cf4-8ac1-70491eb0dc87 req-6843e2f0-019e-48ee-b2db-1f76d6b06f19 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:34.722213 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ed9cf73f-bd1c-4cf4-8ac1-70491eb0dc87 req-6843e2f0-019e-48ee-b2db-1f76d6b06f19 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d096e1-5210-41e8-ae6e-dee03652b474 HTTP/1.1" status: 200 len: 945 time: 0.0461247 May 17 17:15:34.769190 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ed9cf73f-bd1c-4cf4-8ac1-70491eb0dc87 req-244e5e76-6372-4b34-b8de-a96ecfdbceda tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409999 May 17 17:15:34.903244 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b1dde-32cf-4f0f-919a-0a2fd684204e req-84668562-a069-4007-b971-b45cfc0c889b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:34.904615 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a66b1dde-32cf-4f0f-919a-0a2fd684204e req-84668562-a069-4007-b971-b45cfc0c889b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=62871d39-e777-43e3-9d8e-949775d17a50 HTTP/1.1" status: 200 len: 945 time: 0.0476701 May 17 17:15:34.950464 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a66b1dde-32cf-4f0f-919a-0a2fd684204e req-74fe3dd4-d351-416b-983a-c4044fb465b3 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cf9d6ae-df2e-40ab-a833-5530fef3f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399652 May 17 17:15:35.663615 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 1efef679-0e58-4dd9-94e3-c4f323122713 no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:15:35.683014 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] No Port match for: 1efef679-0e58-4dd9-94e3-c4f323122713 {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:15:35.683362 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 1efef679-0e58-4dd9-94e3-c4f323122713 not bound to the agent host hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:15:35.885655 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cd1c0-ef25-4c1d-ae1d-a37d244c2207 req-79d10525-3206-46d2-8eb2-f10564d9e3ac tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:35.886814 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3a4cd1c0-ef25-4c1d-ae1d-a37d244c2207 req-79d10525-3206-46d2-8eb2-f10564d9e3ac tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d096e1-5210-41e8-ae6e-dee03652b474 HTTP/1.1" status: 200 len: 945 time: 0.0494645 May 17 17:15:35.934254 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3a4cd1c0-ef25-4c1d-ae1d-a37d244c2207 req-7d885067-a074-4d7e-8e28-58f26d197481 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418456 May 17 17:15:36.062732 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810a825-d306-4820-b182-ac995043a9e2 req-bbacb5c0-4864-4b6f-a168-e7cdb370d639 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:36.064191 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d810a825-d306-4820-b182-ac995043a9e2 req-bbacb5c0-4864-4b6f-a168-e7cdb370d639 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=62871d39-e777-43e3-9d8e-949775d17a50 HTTP/1.1" status: 200 len: 945 time: 0.0464151 May 17 17:15:36.110650 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d810a825-d306-4820-b182-ac995043a9e2 req-f5bc5404-8b4d-4cc9-866d-2c731f266083 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cf9d6ae-df2e-40ab-a833-5530fef3f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400157 May 17 17:15:37.047440 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac361005-a0bf-43c1-910a-f74b3cf8ed26 req-e5902798-d8a9-40fa-9e36-937369178703 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:37.048910 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ac361005-a0bf-43c1-910a-f74b3cf8ed26 req-e5902798-d8a9-40fa-9e36-937369178703 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d096e1-5210-41e8-ae6e-dee03652b474 HTTP/1.1" status: 200 len: 945 time: 0.0487764 May 17 17:15:37.101201 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ac361005-a0bf-43c1-910a-f74b3cf8ed26 req-d453bdd1-999c-4fbe-b3f5-492848a5a4fc tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1fb93d9-dd52-45f0-bb47-5173cb020565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457122 May 17 17:15:37.220321 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b30540-7734-41d9-85d6-0c82a17d9b81 req-b0cf4d02-8f5e-499b-ad39-3063f24f868a tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:37.221769 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f7b30540-7734-41d9-85d6-0c82a17d9b81 req-b0cf4d02-8f5e-499b-ad39-3063f24f868a tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=62871d39-e777-43e3-9d8e-949775d17a50 HTTP/1.1" status: 200 len: 945 time: 0.0458009 May 17 17:15:37.269338 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f7b30540-7734-41d9-85d6-0c82a17d9b81 req-79690c6f-3af6-43e3-b32c-c1f5313019f4 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cf9d6ae-df2e-40ab-a833-5530fef3f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414028 May 17 17:15:37.376437 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76317e9-a8e6-4192-9015-aae34951df36 req-014b8902-164e-4b19-807b-10908dd16e2a tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:37.377881 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b76317e9-a8e6-4192-9015-aae34951df36 req-014b8902-164e-4b19-807b-10908dd16e2a tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=62871d39-e777-43e3-9d8e-949775d17a50 HTTP/1.1" status: 200 len: 945 time: 0.0469317 May 17 17:15:37.386676 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 49114) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:15:37.390935 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-60e2ce4c-8b43-4923-b50e-a7f57b1dec0c tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Request body: {'floatingip': {'port_id': 'edbc0265-4f57-4250-800f-d5427b10d52d'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:15:37.430715 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-60e2ce4c-8b43-4923-b50e-a7f57b1dec0c tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks [] for floatingip (b0f00b8e-8ba9-4e9e-b852-8e177951308e), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:37.817218 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f123162-d0a9-4eed-98fa-d063a5ad56ea req-9462a557-cfa8-49ca-9936-bf48c761592f tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:37.818719 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9f123162-d0a9-4eed-98fa-d063a5ad56ea req-9462a557-cfa8-49ca-9936-bf48c761592f tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.23 "GET /v2.0/ports?device_id=09d096e1-5210-41e8-ae6e-dee03652b474 HTTP/1.1" status: 200 len: 945 time: 0.0519099 May 17 17:15:37.848660 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-60e2ce4c-8b43-4923-b50e-a7f57b1dec0c tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:37.853021 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-60e2ce4c-8b43-4923-b50e-a7f57b1dec0c tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7866643'] for floatingip (b0f00b8e-8ba9-4e9e-b852-8e177951308e), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:37.902566 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-9f123162-d0a9-4eed-98fa-d063a5ad56ea req-24a23132-0208-4fd6-98bc-e3a3f26f3e8a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Deleting port a023c407-040e-4e16-b8de-6dc1de12fc09 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:15:37.902883 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-9f123162-d0a9-4eed-98fa-d063a5ad56ea req-24a23132-0208-4fd6-98bc-e3a3f26f3e8a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (a023c407-040e-4e16-b8de-6dc1de12fc09), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:37.944577 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.db.l3_db [None req-60e2ce4c-8b43-4923-b50e-a7f57b1dec0c tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Floating IP b0f00b8e-8ba9-4e9e-b852-8e177951308e associated. External IP: 172.27.0.105, port: edbc0265-4f57-4250-800f-d5427b10d52d. May 17 17:15:37.995429 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-9f123162-d0a9-4eed-98fa-d063a5ad56ea req-24a23132-0208-4fd6-98bc-e3a3f26f3e8a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] For port a023c407-040e-4e16-b8de-6dc1de12fc09, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=a023c407-040e-4e16-b8de-6dc1de12fc09,segment=NetworkSegment(d5e61896-1faa-41a1-9cf3-1792af62c374),segment_id=d5e61896-1faa-41a1-9cf3-1792af62c374)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:15:37.995825 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-9f123162-d0a9-4eed-98fa-d063a5ad56ea req-24a23132-0208-4fd6-98bc-e3a3f26f3e8a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (a023c407-040e-4e16-b8de-6dc1de12fc09), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:38.009164 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-9f123162-d0a9-4eed-98fa-d063a5ad56ea req-24a23132-0208-4fd6-98bc-e3a3f26f3e8a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Calling delete_port for a023c407-040e-4e16-b8de-6dc1de12fc09 owned by compute:nova {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:15:38.141677 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-9f123162-d0a9-4eed-98fa-d063a5ad56ea req-24a23132-0208-4fd6-98bc-e3a3f26f3e8a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912'] for port (a023c407-040e-4e16-b8de-6dc1de12fc09), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:38.142653 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e2ce4c-8b43-4923-b50e-a7f57b1dec0c tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Router e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7 has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:15:38.154435 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] get_ports_and_sgs() called for port_ids ['a023c407-040e-4e16-b8de-6dc1de12fc09'] {{(pid=103512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:15:38.178779 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a23132-0208-4fd6-98bc-e3a3f26f3e8a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Pushing event deleted for resources: {'Port': ['ID=a023c407-040e-4e16-b8de-6dc1de12fc09,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:15:38.204089 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a23132-0208-4fd6-98bc-e3a3f26f3e8a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:38.204396 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a23132-0208-4fd6-98bc-e3a3f26f3e8a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:38.204745 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a23132-0208-4fd6-98bc-e3a3f26f3e8a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:38.205151 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a23132-0208-4fd6-98bc-e3a3f26f3e8a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:38.205421 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a23132-0208-4fd6-98bc-e3a3f26f3e8a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:38.205748 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a23132-0208-4fd6-98bc-e3a3f26f3e8a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:38.206076 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a23132-0208-4fd6-98bc-e3a3f26f3e8a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:38.206394 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a23132-0208-4fd6-98bc-e3a3f26f3e8a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:38.206721 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a23132-0208-4fd6-98bc-e3a3f26f3e8a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:38.207040 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a23132-0208-4fd6-98bc-e3a3f26f3e8a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:38.207986 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a23132-0208-4fd6-98bc-e3a3f26f3e8a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:38.208451 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a23132-0208-4fd6-98bc-e3a3f26f3e8a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:38.208930 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a23132-0208-4fd6-98bc-e3a3f26f3e8a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:38.209404 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a23132-0208-4fd6-98bc-e3a3f26f3e8a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:38.209901 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a23132-0208-4fd6-98bc-e3a3f26f3e8a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:38.228408 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f54012be-bd6d-4197-ad7d-c107a465f242 req-abd7779e-397a-41f0-93c9-af59763b3947 tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.48 "GET /v2.0/ports?device_id=09d096e1-5210-41e8-ae6e-dee03652b474 HTTP/1.1" status: 200 len: 210 time: 0.0340908 May 17 17:15:38.234414 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f123162-d0a9-4eed-98fa-d063a5ad56ea req-24a23132-0208-4fd6-98bc-e3a3f26f3e8a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] No DVR routers for this DVR port a023c407-040e-4e16-b8de-6dc1de12fc09 on host hv-cinder-84214 {{(pid=103510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:15:38.237076 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-9f123162-d0a9-4eed-98fa-d063a5ad56ea req-24a23132-0208-4fd6-98bc-e3a3f26f3e8a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:38.240540 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9f123162-d0a9-4eed-98fa-d063a5ad56ea req-24a23132-0208-4fd6-98bc-e3a3f26f3e8a tempest-ServerRescueNegativeTestJSON-1349300293 tempest-ServerRescueNegativeTestJSON-1349300293-project] 10.222.0.23 "DELETE /v2.0/ports/a023c407-040e-4e16-b8de-6dc1de12fc09 HTTP/1.1" status: 204 len: 173 time: 0.4164867 May 17 17:15:38.241167 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d096e1-5210-41e8-ae6e-dee03652b474', 'name': 'network-vif-deleted', 'tag': 'a023c407-040e-4e16-b8de-6dc1de12fc09'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:15:38.244803 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3975ca4c-a0eb-46d3-b1ce-e0be00cd615c" -d '{"events": [{"server_uuid": "09d096e1-5210-41e8-ae6e-dee03652b474", "name": "network-vif-deleted", "tag": "a023c407-040e-4e16-b8de-6dc1de12fc09"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:15:38.281300 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc851d05-fcd5-43a7-85b9-5aac94ae7ea3 x-openstack-request-id: req-bc851d05-fcd5-43a7-85b9-5aac94ae7ea3 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:15:38.281723 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d096e1-5210-41e8-ae6e-dee03652b474", "name": "network-vif-deleted", "tag": "a023c407-040e-4e16-b8de-6dc1de12fc09", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:15:38.282451 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bc851d05-fcd5-43a7-85b9-5aac94ae7ea3 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:15:38.283125 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc851d05-fcd5-43a7-85b9-5aac94ae7ea3'] response: {'server_uuid': '09d096e1-5210-41e8-ae6e-dee03652b474', 'name': 'network-vif-deleted', 'tag': 'a023c407-040e-4e16-b8de-6dc1de12fc09', 'status': 'completed', 'code': 200} May 17 17:15:38.291712 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e2ce4c-8b43-4923-b50e-a7f57b1dec0c tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:15:38.296484 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-60e2ce4c-8b43-4923-b50e-a7f57b1dec0c tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for floatingip (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:38.303176 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f17bb59-ce54-4268-85f0-cc06aa715a17 None None] Sync routers for ids ['e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7'] in dv-cinder-842149-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:15:38.313797 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f17bb59-ce54-4268-85f0-cc06aa715a17 None None] Routers {'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:15:38.314419 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-4f17bb59-ce54-4268-85f0-cc06aa715a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:15:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:15:38.329626 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-60e2ce4c-8b43-4923-b50e-a7f57b1dec0c tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "PUT /v2.0/floatingips/b0f00b8e-8ba9-4e9e-b852-8e177951308e HTTP/1.1" status: 200 len: 991 time: 0.9398003 May 17 17:15:38.329626 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62871d39-e777-43e3-9d8e-949775d17a50', 'tag': 'edbc0265-4f57-4250-800f-d5427b10d52d'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:15:38.330751 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}013e0ef84fb20d02ca9c836efc6ccc20e48c75fd9b469b89b36882842dcef414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea0ac35-04af-49ed-9271-e32b63f1c1f9" -d '{"events": [{"name": "network-changed", "server_uuid": "62871d39-e777-43e3-9d8e-949775d17a50", "tag": "edbc0265-4f57-4250-800f-d5427b10d52d"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:15:38.370223 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e6ef02-a39a-4b43-883c-405b3e6919e5 x-openstack-request-id: req-e8e6ef02-a39a-4b43-883c-405b3e6919e5 {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:15:38.370580 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62871d39-e777-43e3-9d8e-949775d17a50", "tag": "edbc0265-4f57-4250-800f-d5427b10d52d", "status": "completed", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:15:38.370839 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e8e6ef02-a39a-4b43-883c-405b3e6919e5 {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:15:38.371243 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8e6ef02-a39a-4b43-883c-405b3e6919e5'] response: {'name': 'network-changed', 'server_uuid': '62871d39-e777-43e3-9d8e-949775d17a50', 'tag': 'edbc0265-4f57-4250-800f-d5427b10d52d', 'status': 'completed', 'code': 200} May 17 17:15:38.424153 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-4f17bb59-ce54-4268-85f0-cc06aa715a17 None None] Set router e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:15:38.637064 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-4f17bb59-ce54-4268-85f0-cc06aa715a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'name': 'tempest-AttachVolumeTestJSON-1139753451-router', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '2cb9cd50-b578-4187-b15e-fb561cb3f3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:32Z', 'revision_number': 4, 'project_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'gw_port': {'id': '2cb9cd50-b578-4187-b15e-fb561cb3f3e6', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:21Z', 'updated_at': '2022-05-17T17:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': 'b0f00b8e-8ba9-4e9e-b852-8e177951308e', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'port_id': 'edbc0265-4f57-4250-800f-d5427b10d52d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1dd4923f-bb48-4a70-ba63-f0b98efd2694', 'mac_address': 'fa:16:3e:fd:9d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62871d39-e777-43e3-9d8e-949775d17a50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:15:20Z', 'updated_at': '2022-05-17T17:15:37Z', 'revision_number': 1, 'project_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a940b93f-3648-482e-84b5-b07696c878e9', 'name': '', 'network_id': '1dd4923f-bb48-4a70-ba63-f0b98efd2694', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'mac_address': 'fa:16:3e:df:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd992d23d-73b7-4452-8ed4-109754aaf16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:29Z', 'updated_at': '2022-05-17T17:10:39Z', 'revision_number': 5, 'project_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'subnets': [{'id': 'd992d23d-73b7-4452-8ed4-109754aaf16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:15:38.662410 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f17bb59-ce54-4268-85f0-cc06aa715a17 None None] Checking router: e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7 for host: dv-cinder-842149-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:15:38.670846 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f17bb59-ce54-4268-85f0-cc06aa715a17 None None] Routers {'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:15:38.671548 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-4f17bb59-ce54-4268-85f0-cc06aa715a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:15:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:15:38.714758 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0ac35-04af-49ed-9271-e32b63f1c1f9 req-438b58ea-20ee-456e-a5d8-b1243f44d12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:38.716393 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2ea0ac35-04af-49ed-9271-e32b63f1c1f9 req-438b58ea-20ee-456e-a5d8-b1243f44d12e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87f2aabc0cda49538fa0fd9d5db6bf51&device_id=62871d39-e777-43e3-9d8e-949775d17a50 HTTP/1.1" status: 200 len: 1129 time: 0.0422118 May 17 17:15:38.776677 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-4f17bb59-ce54-4268-85f0-cc06aa715a17 None None] Set router e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:15:38.849774 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0ac35-04af-49ed-9271-e32b63f1c1f9 req-bc03c5fd-8f29-4cde-a7b0-c3f057745469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:38.851259 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2ea0ac35-04af-49ed-9271-e32b63f1c1f9 req-bc03c5fd-8f29-4cde-a7b0-c3f057745469 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1dd4923f-bb48-4a70-ba63-f0b98efd2694 HTTP/1.1" status: 200 len: 912 time: 0.1012375 May 17 17:15:38.916084 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2ea0ac35-04af-49ed-9271-e32b63f1c1f9 req-064f8c7d-3ced-48c9-a325-855107860db7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edbc0265-4f57-4250-800f-d5427b10d52d HTTP/1.1" status: 200 len: 999 time: 0.0566676 May 17 17:15:38.970335 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0ac35-04af-49ed-9271-e32b63f1c1f9 req-2d18e85e-56ea-46ec-a7f9-4e4e76a5118c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:38.971814 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2ea0ac35-04af-49ed-9271-e32b63f1c1f9 req-2d18e85e-56ea-46ec-a7f9-4e4e76a5118c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d992d23d-73b7-4452-8ed4-109754aaf16e HTTP/1.1" status: 200 len: 850 time: 0.0472622 May 17 17:15:38.993087 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-4f17bb59-ce54-4268-85f0-cc06aa715a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'name': 'tempest-AttachVolumeTestJSON-1139753451-router', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '2cb9cd50-b578-4187-b15e-fb561cb3f3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:32Z', 'revision_number': 4, 'project_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'gw_port': {'id': '2cb9cd50-b578-4187-b15e-fb561cb3f3e6', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:21Z', 'updated_at': '2022-05-17T17:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': 'b0f00b8e-8ba9-4e9e-b852-8e177951308e', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'port_id': 'edbc0265-4f57-4250-800f-d5427b10d52d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1dd4923f-bb48-4a70-ba63-f0b98efd2694', 'mac_address': 'fa:16:3e:fd:9d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62871d39-e777-43e3-9d8e-949775d17a50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:15:20Z', 'updated_at': '2022-05-17T17:15:37Z', 'revision_number': 1, 'project_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a940b93f-3648-482e-84b5-b07696c878e9', 'name': '', 'network_id': '1dd4923f-bb48-4a70-ba63-f0b98efd2694', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'mac_address': 'fa:16:3e:df:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd992d23d-73b7-4452-8ed4-109754aaf16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:29Z', 'updated_at': '2022-05-17T17:10:39Z', 'revision_number': 5, 'project_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'subnets': [{'id': 'd992d23d-73b7-4452-8ed4-109754aaf16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:15:39.015726 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0ac35-04af-49ed-9271-e32b63f1c1f9 req-9ff9220c-be51-46ba-bce2-10f0d7e942bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:39.017220 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2ea0ac35-04af-49ed-9271-e32b63f1c1f9 req-9ff9220c-be51-46ba-bce2-10f0d7e942bc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1dd4923f-bb48-4a70-ba63-f0b98efd2694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385497 May 17 17:15:39.017436 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f17bb59-ce54-4268-85f0-cc06aa715a17 None None] The sync data for ids ['e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7'] in dv-cinder-842149-1-iscsi is: [{'id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'name': 'tempest-AttachVolumeTestJSON-1139753451-router', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '2cb9cd50-b578-4187-b15e-fb561cb3f3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:32Z', 'revision_number': 4, 'project_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'gw_port': {'id': '2cb9cd50-b578-4187-b15e-fb561cb3f3e6', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:21Z', 'updated_at': '2022-05-17T17:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': 'b0f00b8e-8ba9-4e9e-b852-8e177951308e', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'port_id': 'edbc0265-4f57-4250-800f-d5427b10d52d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1dd4923f-bb48-4a70-ba63-f0b98efd2694', 'mac_address': 'fa:16:3e:fd:9d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62871d39-e777-43e3-9d8e-949775d17a50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:15:20Z', 'updated_at': '2022-05-17T17:15:37Z', 'revision_number': 1, 'project_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a940b93f-3648-482e-84b5-b07696c878e9', 'name': '', 'network_id': '1dd4923f-bb48-4a70-ba63-f0b98efd2694', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'mac_address': 'fa:16:3e:df:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd992d23d-73b7-4452-8ed4-109754aaf16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:29Z', 'updated_at': '2022-05-17T17:10:39Z', 'revision_number': 5, 'project_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'subnets': [{'id': 'd992d23d-73b7-4452-8ed4-109754aaf16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:15:39.110549 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2ea0ac35-04af-49ed-9271-e32b63f1c1f9 req-16c3f34f-04aa-4022-9cd8-5e464bdeb21b service neutron] 10.222.0.23 "GET /v2.0/networks/1dd4923f-bb48-4a70-ba63-f0b98efd2694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851488 May 17 17:15:39.208424 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2ea0ac35-04af-49ed-9271-e32b63f1c1f9 req-0ec29c64-7590-4917-9751-d94203e2a06e service neutron] 10.222.0.23 "GET /v2.0/networks/1dd4923f-bb48-4a70-ba63-f0b98efd2694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908194 May 17 17:15:39.212756 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d04790-e137-4f2e-9950-08292d92a4de None None] New status for floating IP b0f00b8e-8ba9-4e9e-b852-8e177951308e: ACTIVE {{(pid=103513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:15:39.289900 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 49126) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:15:39.749371 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0f7aaf53-90b8-4420-80bc-eaaf831cc411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7868158'] for router_interface (841f4662-38c1-42be-ba44-29e3e68c80fa), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:40.008996 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-0f7aaf53-90b8-4420-80bc-eaaf831cc411 admin admin] Deleting port 998694a2-0bfc-40b8-9e00-7ac3711e21d1 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:15:40.009703 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0f7aaf53-90b8-4420-80bc-eaaf831cc411 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (998694a2-0bfc-40b8-9e00-7ac3711e21d1), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:40.085804 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [None req-0f7aaf53-90b8-4420-80bc-eaaf831cc411 admin admin] For port 998694a2-0bfc-40b8-9e00-7ac3711e21d1, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=998694a2-0bfc-40b8-9e00-7ac3711e21d1,segment=NetworkSegment(d5e61896-1faa-41a1-9cf3-1792af62c374),segment_id=d5e61896-1faa-41a1-9cf3-1792af62c374)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:15:40.086160 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0f7aaf53-90b8-4420-80bc-eaaf831cc411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (998694a2-0bfc-40b8-9e00-7ac3711e21d1), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:40.099247 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-0f7aaf53-90b8-4420-80bc-eaaf831cc411 admin admin] Calling delete_port for 998694a2-0bfc-40b8-9e00-7ac3711e21d1 owned by network:router_interface {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:15:40.268557 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0f7aaf53-90b8-4420-80bc-eaaf831cc411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912'] for port (998694a2-0bfc-40b8-9e00-7ac3711e21d1), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:40.292644 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7aaf53-90b8-4420-80bc-eaaf831cc411 admin admin] Pushing event deleted for resources: {'Port': ['ID=998694a2-0bfc-40b8-9e00-7ac3711e21d1,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:15:40.413051 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0f7aaf53-90b8-4420-80bc-eaaf831cc411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7868897'] for router_interface (841f4662-38c1-42be-ba44-29e3e68c80fa), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:40.611088 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7aaf53-90b8-4420-80bc-eaaf831cc411 admin admin] Router 841f4662-38c1-42be-ba44-29e3e68c80fa has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:15:40.946949 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7aaf53-90b8-4420-80bc-eaaf831cc411 admin admin] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:15:40.951724 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-0f7aaf53-90b8-4420-80bc-eaaf831cc411 admin admin] 10.222.0.48 "PUT /v2.0/routers/841f4662-38c1-42be-ba44-29e3e68c80fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6610432 May 17 17:15:40.954352 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 49130) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:15:40.955859 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43150e4-bb6c-42a1-b12b-dc654d9f6857 None None] Sync routers for ids ['841f4662-38c1-42be-ba44-29e3e68c80fa'] in dv-cinder-842149-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:15:40.965514 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43150e4-bb6c-42a1-b12b-dc654d9f6857 None None] Routers {'841f4662-38c1-42be-ba44-29e3e68c80fa'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:15:40.966114 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-e43150e4-bb6c-42a1-b12b-dc654d9f6857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:15:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['841f4662-38c1-42be-ba44-29e3e68c80fa'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:15:41.050375 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8735e6c7-e180-4faf-baf6-b3643256e66c admin admin] Publish callbacks [] for router (841f4662-38c1-42be-ba44-29e3e68c80fa), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:41.064525 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-e43150e4-bb6c-42a1-b12b-dc654d9f6857 None None] Set router 841f4662-38c1-42be-ba44-29e3e68c80fa gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:15:41.150985 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8735e6c7-e180-4faf-baf6-b3643256e66c admin admin] Publish callbacks [] for router_gateway (841f4662-38c1-42be-ba44-29e3e68c80fa), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:41.193882 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-8735e6c7-e180-4faf-baf6-b3643256e66c admin admin] Deleting port d97b4916-8d2a-4a67-b6d5-bef654ebc8fe {{(pid=103511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:15:41.194216 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8735e6c7-e180-4faf-baf6-b3643256e66c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (d97b4916-8d2a-4a67-b6d5-bef654ebc8fe), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:41.226996 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-e43150e4-bb6c-42a1-b12b-dc654d9f6857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1424071257-router', 'tenant_id': 'ea3305a913c541e4a45267497213df1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'd97b4916-8d2a-4a67-b6d5-bef654ebc8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:19Z', 'updated_at': '2022-05-17T17:15:40Z', 'revision_number': 5, 'project_id': 'ea3305a913c541e4a45267497213df1c', 'gw_port': {'id': 'd97b4916-8d2a-4a67-b6d5-bef654ebc8fe', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi'}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:15:41.276439 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-8735e6c7-e180-4faf-baf6-b3643256e66c admin admin] For port d97b4916-8d2a-4a67-b6d5-bef654ebc8fe, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=d97b4916-8d2a-4a67-b6d5-bef654ebc8fe,segment=NetworkSegment(d323b912-4d66-4aae-868e-160b7e4a1fa7),segment_id=d323b912-4d66-4aae-868e-160b7e4a1fa7)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:15:41.276822 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8735e6c7-e180-4faf-baf6-b3643256e66c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (d97b4916-8d2a-4a67-b6d5-bef654ebc8fe), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:41.292782 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-8735e6c7-e180-4faf-baf6-b3643256e66c admin admin] Calling delete_port for d97b4916-8d2a-4a67-b6d5-bef654ebc8fe owned by network:router_gateway {{(pid=103511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:15:41.376989 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43150e4-bb6c-42a1-b12b-dc654d9f6857 None None] Checking router: 841f4662-38c1-42be-ba44-29e3e68c80fa for host: dv-cinder-842149-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:15:41.385986 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43150e4-bb6c-42a1-b12b-dc654d9f6857 None None] Routers {'841f4662-38c1-42be-ba44-29e3e68c80fa'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:15:41.386590 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-e43150e4-bb6c-42a1-b12b-dc654d9f6857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:15:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['841f4662-38c1-42be-ba44-29e3e68c80fa'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:15:41.457987 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8735e6c7-e180-4faf-baf6-b3643256e66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4266351'] for port (d97b4916-8d2a-4a67-b6d5-bef654ebc8fe), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:41.469455 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-e43150e4-bb6c-42a1-b12b-dc654d9f6857 None None] Set router 841f4662-38c1-42be-ba44-29e3e68c80fa gateway port host: None {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:15:41.486105 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8735e6c7-e180-4faf-baf6-b3643256e66c admin admin] Pushing event deleted for resources: {'Port': ['ID=d97b4916-8d2a-4a67-b6d5-bef654ebc8fe,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:15:41.508083 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735e6c7-e180-4faf-baf6-b3643256e66c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:41.508429 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735e6c7-e180-4faf-baf6-b3643256e66c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:41.508771 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735e6c7-e180-4faf-baf6-b3643256e66c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:41.509106 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735e6c7-e180-4faf-baf6-b3643256e66c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:41.509437 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735e6c7-e180-4faf-baf6-b3643256e66c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:41.509763 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735e6c7-e180-4faf-baf6-b3643256e66c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:41.510087 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735e6c7-e180-4faf-baf6-b3643256e66c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:41.510408 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735e6c7-e180-4faf-baf6-b3643256e66c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:41.510728 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735e6c7-e180-4faf-baf6-b3643256e66c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:41.511051 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735e6c7-e180-4faf-baf6-b3643256e66c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:41.511393 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735e6c7-e180-4faf-baf6-b3643256e66c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:41.511744 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735e6c7-e180-4faf-baf6-b3643256e66c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:41.512067 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735e6c7-e180-4faf-baf6-b3643256e66c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:41.512379 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735e6c7-e180-4faf-baf6-b3643256e66c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:41.512698 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735e6c7-e180-4faf-baf6-b3643256e66c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:41.518013 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-e43150e4-bb6c-42a1-b12b-dc654d9f6857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1424071257-router', 'tenant_id': 'ea3305a913c541e4a45267497213df1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:19Z', 'updated_at': '2022-05-17T17:15:41Z', 'revision_number': 6, 'project_id': 'ea3305a913c541e4a45267497213df1c', 'gw_port_host': None}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:15:41.541717 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43150e4-bb6c-42a1-b12b-dc654d9f6857 None None] The sync data for ids ['841f4662-38c1-42be-ba44-29e3e68c80fa'] in dv-cinder-842149-1-iscsi is: [{'id': '841f4662-38c1-42be-ba44-29e3e68c80fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1424071257-router', 'tenant_id': 'ea3305a913c541e4a45267497213df1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:19Z', 'updated_at': '2022-05-17T17:15:41Z', 'revision_number': 6, 'project_id': 'ea3305a913c541e4a45267497213df1c', 'gw_port_host': None}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:15:41.553791 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8735e6c7-e180-4faf-baf6-b3643256e66c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7876812'] for router_gateway (841f4662-38c1-42be-ba44-29e3e68c80fa), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:41.706350 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device a023c407-040e-4e16-b8de-6dc1de12fc09 no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:15:41.729997 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] No Port match for: a023c407-040e-4e16-b8de-6dc1de12fc09 {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:15:41.730345 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device a023c407-040e-4e16-b8de-6dc1de12fc09 not bound to the agent host hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:15:41.866154 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8735e6c7-e180-4faf-baf6-b3643256e66c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7879556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-593'] for router (841f4662-38c1-42be-ba44-29e3e68c80fa), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:41.868185 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8735e6c7-e180-4faf-baf6-b3643256e66c admin admin] Publish callbacks [] for router_controller (841f4662-38c1-42be-ba44-29e3e68c80fa), precommit_delete_associations {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:41.930321 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8735e6c7-e180-4faf-baf6-b3643256e66c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7879581'] for router (841f4662-38c1-42be-ba44-29e3e68c80fa), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:41.931004 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8735e6c7-e180-4faf-baf6-b3643256e66c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 841f4662-38c1-42be-ba44-29e3e68c80fa {{(pid=103511) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 17:15:41.935993 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8735e6c7-e180-4faf-baf6-b3643256e66c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:41.939536 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-8735e6c7-e180-4faf-baf6-b3643256e66c admin admin] 10.222.0.48 "DELETE /v2.0/routers/841f4662-38c1-42be-ba44-29e3e68c80fa HTTP/1.1" status: 204 len: 168 time: 0.9841716 May 17 17:15:41.939718 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 49132) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:15:41.990925 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b5e1a7-42df-4464-a1f1-14c190ce3f7f admin admin] Deleting subnet ac6ed14f-342b-4c1d-a6d0-3f83923520d0 {{(pid=103510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 17:15:41.994080 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d9b5e1a7-42df-4464-a1f1-14c190ce3f7f admin admin] Publish callbacks [] for subnet (ac6ed14f-342b-4c1d-a6d0-3f83923520d0), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:42.030551 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d9b5e1a7-42df-4464-a1f1-14c190ce3f7f admin admin] Publish callbacks [] for subnet (ac6ed14f-342b-4c1d-a6d0-3f83923520d0), precommit_delete_associations {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:42.096262 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d9b5e1a7-42df-4464-a1f1-14c190ce3f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667328'] for subnet (ac6ed14f-342b-4c1d-a6d0-3f83923520d0), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:42.148698 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d9b5e1a7-42df-4464-a1f1-14c190ce3f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572'] for subnet (ac6ed14f-342b-4c1d-a6d0-3f83923520d0), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:42.176775 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d9b5e1a7-42df-4464-a1f1-14c190ce3f7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for subnet (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:42.179872 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-d9b5e1a7-42df-4464-a1f1-14c190ce3f7f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ac6ed14f-342b-4c1d-a6d0-3f83923520d0 HTTP/1.1" status: 204 len: 168 time: 0.2391627 May 17 17:15:42.180928 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5e1a7-42df-4464-a1f1-14c190ce3f7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac6ed14f-342b-4c1d-a6d0-3f83923520d0,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:15:42.182627 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5390bc8-308a-472f-98c9-91b89355215b None None] Network d8fd1f2f-e54a-4844-8483-0ddae8800cdb requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:15:42.183518 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 49134) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:15:42.257612 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-57aeb858-75cb-4bd0-884d-ae2ab98b79fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-914463'] for network (d8fd1f2f-e54a-4844-8483-0ddae8800cdb), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:42.300180 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-57aeb858-75cb-4bd0-884d-ae2ab98b79fd admin admin] Deleting port c8abc61f-a1cc-43d0-a3b9-85e95b533db1 {{(pid=103511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:15:42.300568 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-57aeb858-75cb-4bd0-884d-ae2ab98b79fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (c8abc61f-a1cc-43d0-a3b9-85e95b533db1), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:42.344905 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f67a08-3229-430f-966e-7301ca432c7b None None] DHCP port deletion for d8fd1f2f-e54a-4844-8483-0ddae8800cdb request from dv-cinder-842149-1-iscsi {{(pid=103512) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 17:15:42.367658 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-57aeb858-75cb-4bd0-884d-ae2ab98b79fd admin admin] For port c8abc61f-a1cc-43d0-a3b9-85e95b533db1, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=c8abc61f-a1cc-43d0-a3b9-85e95b533db1,segment=NetworkSegment(d5e61896-1faa-41a1-9cf3-1792af62c374),segment_id=d5e61896-1faa-41a1-9cf3-1792af62c374)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:15:42.368152 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-57aeb858-75cb-4bd0-884d-ae2ab98b79fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (c8abc61f-a1cc-43d0-a3b9-85e95b533db1), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:42.381443 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-57aeb858-75cb-4bd0-884d-ae2ab98b79fd admin admin] Calling delete_port for c8abc61f-a1cc-43d0-a3b9-85e95b533db1 owned by network:dhcp {{(pid=103511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:15:42.386389 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-79f67a08-3229-430f-966e-7301ca432c7b None None] Deleting port c8abc61f-a1cc-43d0-a3b9-85e95b533db1 {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:15:42.386788 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-79f67a08-3229-430f-966e-7301ca432c7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (c8abc61f-a1cc-43d0-a3b9-85e95b533db1), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:42.453009 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-79f67a08-3229-430f-966e-7301ca432c7b None None] For port c8abc61f-a1cc-43d0-a3b9-85e95b533db1, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=c8abc61f-a1cc-43d0-a3b9-85e95b533db1,segment=NetworkSegment(d5e61896-1faa-41a1-9cf3-1792af62c374),segment_id=d5e61896-1faa-41a1-9cf3-1792af62c374)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:15:42.453409 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-79f67a08-3229-430f-966e-7301ca432c7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (c8abc61f-a1cc-43d0-a3b9-85e95b533db1), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:42.467721 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-57aeb858-75cb-4bd0-884d-ae2ab98b79fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4266351'] for port (c8abc61f-a1cc-43d0-a3b9-85e95b533db1), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:42.468219 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-79f67a08-3229-430f-966e-7301ca432c7b None None] Calling delete_port for c8abc61f-a1cc-43d0-a3b9-85e95b533db1 owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:15:42.493450 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aeb858-75cb-4bd0-884d-ae2ab98b79fd admin admin] Pushing event deleted for resources: {'Port': ['ID=c8abc61f-a1cc-43d0-a3b9-85e95b533db1,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:15:42.495284 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aeb858-75cb-4bd0-884d-ae2ab98b79fd admin admin] No DVR routers for this DVR port c8abc61f-a1cc-43d0-a3b9-85e95b533db1 on host dv-cinder-842149-1-iscsi {{(pid=103511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:15:42.571860 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-57aeb858-75cb-4bd0-884d-ae2ab98b79fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874613', 'neutron.services.segments.db._delete_segments_for_network-8733342282262'] for network (d8fd1f2f-e54a-4844-8483-0ddae8800cdb), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:42.588896 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-79f67a08-3229-430f-966e-7301ca432c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912'] for port (c8abc61f-a1cc-43d0-a3b9-85e95b533db1), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:42.596272 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.services.segments.db [None req-57aeb858-75cb-4bd0-884d-ae2ab98b79fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8fd1f2f-e54a-4844-8483-0ddae8800cdb']}} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:15:42.606461 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.services.segments.db [None req-57aeb858-75cb-4bd0-884d-ae2ab98b79fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5e61896-1faa-41a1-9cf3-1792af62c374') {'for_net_delete': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:15:42.606829 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.services.segments.db [None req-57aeb858-75cb-4bd0-884d-ae2ab98b79fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5e61896-1faa-41a1-9cf3-1792af62c374') {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:15:42.613970 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f67a08-3229-430f-966e-7301ca432c7b None None] Pushing event deleted for resources: {'Port': ['ID=c8abc61f-a1cc-43d0-a3b9-85e95b533db1,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:15:42.617943 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f67a08-3229-430f-966e-7301ca432c7b None None] No DVR routers for this DVR port c8abc61f-a1cc-43d0-a3b9-85e95b533db1 on host dv-cinder-842149-1-iscsi {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:15:42.620027 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-57aeb858-75cb-4bd0-884d-ae2ab98b79fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733342283551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4267293'] for segment (d5e61896-1faa-41a1-9cf3-1792af62c374), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:42.637385 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-57aeb858-75cb-4bd0-884d-ae2ab98b79fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915'] for segment (d5e61896-1faa-41a1-9cf3-1792af62c374), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:42.644171 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57aeb858-75cb-4bd0-884d-ae2ab98b79fd admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103511) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 17:15:42.650409 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-57aeb858-75cb-4bd0-884d-ae2ab98b79fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4266300'] for segment (d5e61896-1faa-41a1-9cf3-1792af62c374), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:42.656140 dv-cinder-842149-1-iscsi neutron-server[103511]: Traceback (most recent call last): May 17 17:15:42.656140 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 17:15:42.656140 dv-cinder-842149-1-iscsi neutron-server[103511]: timer() May 17 17:15:42.656140 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 17:15:42.656140 dv-cinder-842149-1-iscsi neutron-server[103511]: cb(*args, **kw) May 17 17:15:42.656140 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 17:15:42.656140 dv-cinder-842149-1-iscsi neutron-server[103511]: return func(*args, **kwargs) May 17 17:15:42.656140 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 17:15:42.656140 dv-cinder-842149-1-iscsi neutron-server[103511]: self._notify() May 17 17:15:42.656140 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 17:15:42.656140 dv-cinder-842149-1-iscsi neutron-server[103511]: self.callback(batched_events) May 17 17:15:42.656140 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 17:15:42.656140 dv-cinder-842149-1-iscsi neutron-server[103511]: event.method(event) May 17 17:15:42.656140 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 17:15:42.656140 dv-cinder-842149-1-iscsi neutron-server[103511]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 17:15:42.656140 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 17:15:42.656140 dv-cinder-842149-1-iscsi neutron-server[103511]: aggregate_uuid = self.p_client.list_aggregates( May 17 17:15:42.656140 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 17:15:42.656140 dv-cinder-842149-1-iscsi neutron-server[103511]: return f(self, *a, **k) May 17 17:15:42.656140 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 17:15:42.656140 dv-cinder-842149-1-iscsi neutron-server[103511]: return self._get(url).json() May 17 17:15:42.656140 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 17:15:42.656140 dv-cinder-842149-1-iscsi neutron-server[103511]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 17:15:42.656140 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 17:15:42.656140 dv-cinder-842149-1-iscsi neutron-server[103511]: return self.request(url, 'GET', **kwargs) May 17 17:15:42.656140 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 17:15:42.656140 dv-cinder-842149-1-iscsi neutron-server[103511]: base_url = self.get_endpoint(auth, allow=allow, May 17 17:15:42.656140 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 17:15:42.656140 dv-cinder-842149-1-iscsi neutron-server[103511]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 17:15:42.656140 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 17:15:42.656140 dv-cinder-842149-1-iscsi neutron-server[103511]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 17:15:42.656140 dv-cinder-842149-1-iscsi neutron-server[103511]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 17:15:42.700310 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-57aeb858-75cb-4bd0-884d-ae2ab98b79fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7866878'] for network (d8fd1f2f-e54a-4844-8483-0ddae8800cdb), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:42.704906 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-57aeb858-75cb-4bd0-884d-ae2ab98b79fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for network (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:42.707972 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-57aeb858-75cb-4bd0-884d-ae2ab98b79fd admin admin] 10.222.0.48 "DELETE /v2.0/networks/d8fd1f2f-e54a-4844-8483-0ddae8800cdb HTTP/1.1" status: 204 len: 168 time: 0.5234087 May 17 17:15:42.719885 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aeb858-75cb-4bd0-884d-ae2ab98b79fd admin admin] Pushing event deleted for resources: {'Network': ['ID=d8fd1f2f-e54a-4844-8483-0ddae8800cdb,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:15:42.802736 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device d97b4916-8d2a-4a67-b6d5-bef654ebc8fe no longer exists at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:15:42.826247 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] No Port match for: d97b4916-8d2a-4a67-b6d5-bef654ebc8fe {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:15:42.826587 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device d97b4916-8d2a-4a67-b6d5-bef654ebc8fe not bound to the agent host dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:15:42.827009 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device c8abc61f-a1cc-43d0-a3b9-85e95b533db1 no longer exists at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:15:42.828353 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 49140) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:15:42.851488 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] No Port match for: c8abc61f-a1cc-43d0-a3b9-85e95b533db1 {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:15:42.851864 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device c8abc61f-a1cc-43d0-a3b9-85e95b533db1 not bound to the agent host dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:15:42.852282 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 998694a2-0bfc-40b8-9e00-7ac3711e21d1 no longer exists at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:15:42.870107 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] No Port match for: 998694a2-0bfc-40b8-9e00-7ac3711e21d1 {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:15:42.870455 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 998694a2-0bfc-40b8-9e00-7ac3711e21d1 not bound to the agent host dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:15:42.875037 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-868745f4-0b7b-4239-905c-b7a1bb6c1469 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ea3305a913c541e4a45267497213df1c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0455434 May 17 17:15:42.877504 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 49144) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:15:42.925210 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1458b4ba-62b2-4f4f-92df-d0a35c409c5a admin admin] Publish callbacks [] for security_group (a1fb93d9-dd52-45f0-bb47-5173cb020565), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:42.945884 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1458b4ba-62b2-4f4f-92df-d0a35c409c5a admin admin] Publish callbacks [] for security_group (a1fb93d9-dd52-45f0-bb47-5173cb020565), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:42.992561 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1458b4ba-62b2-4f4f-92df-d0a35c409c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (a1fb93d9-dd52-45f0-bb47-5173cb020565), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:42.995401 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1458b4ba-62b2-4f4f-92df-d0a35c409c5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:42.996551 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-1458b4ba-62b2-4f4f-92df-d0a35c409c5a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a1fb93d9-dd52-45f0-bb47-5173cb020565 HTTP/1.1" status: 204 len: 168 time: 0.1179729 May 17 17:15:43.004401 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1458b4ba-62b2-4f4f-92df-d0a35c409c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fb93d9-dd52-45f0-bb47-5173cb020565,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:15:50.759992 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.agents_db [None req-bd8c2525-aad1-4fe1-b03f-cf2f293aaa3a None None] Agent healthcheck: found 6 active agents {{(pid=103513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:15:51.196801 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9405d045-5f4c-4a0a-b9aa-326ebd71945b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:52.248645 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 49282) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:15:52.350084 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-cba2c5ad-62db-44eb-83ac-6c35bf10bc0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:52.424378 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-cba2c5ad-62db-44eb-83ac-6c35bf10bc0c admin admin] Publish callbacks [] for security_group (9cf417ae-4e75-433e-91a1-71de1d201bb3), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:52.428433 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-cba2c5ad-62db-44eb-83ac-6c35bf10bc0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (9cf417ae-4e75-433e-91a1-71de1d201bb3), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:52.466009 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-cba2c5ad-62db-44eb-83ac-6c35bf10bc0c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4f6c7affaae64518b68fd81adf78ab44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162805 May 17 17:15:52.466896 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba2c5ad-62db-44eb-83ac-6c35bf10bc0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf417ae-4e75-433e-91a1-71de1d201bb3,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:15:52.469562 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 49288) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:15:52.529431 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-328948f9-0e68-4b48-bcd2-021c2971e5c6 admin admin] Publish callbacks [] for security_group (9cf417ae-4e75-433e-91a1-71de1d201bb3), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:52.550300 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-328948f9-0e68-4b48-bcd2-021c2971e5c6 admin admin] Publish callbacks [] for security_group (9cf417ae-4e75-433e-91a1-71de1d201bb3), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:52.597520 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-328948f9-0e68-4b48-bcd2-021c2971e5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (9cf417ae-4e75-433e-91a1-71de1d201bb3), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:52.600192 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-328948f9-0e68-4b48-bcd2-021c2971e5c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:52.603764 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-328948f9-0e68-4b48-bcd2-021c2971e5c6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9cf417ae-4e75-433e-91a1-71de1d201bb3 HTTP/1.1" status: 204 len: 168 time: 0.1301150 May 17 17:15:52.609115 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328948f9-0e68-4b48-bcd2-021c2971e5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf417ae-4e75-433e-91a1-71de1d201bb3,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:15:53.221112 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ed102-b162-49dc-b114-7ee8c22424d2 req-fe0e9827-ebf9-45d1-a762-5fb200a4ba40 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:53.222614 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ff8ed102-b162-49dc-b114-7ee8c22424d2 req-fe0e9827-ebf9-45d1-a762-5fb200a4ba40 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 946 time: 0.0490355 May 17 17:15:53.270087 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ff8ed102-b162-49dc-b114-7ee8c22424d2 req-ccdeba7a-7321-4d4d-9bf6-b527540030e4 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411279 May 17 17:15:53.369264 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f50ef8aa-3e9d-4345-a542-e574a8f81a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:53.538552 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (f77364a9-2f6e-44ad-9fc6-92e3e143ef92), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:54.390622 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3568f-f776-42bd-aae4-23da1b8e385d req-c191987a-cb8c-48cb-a22f-454d9a918385 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:54.392124 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-51a3568f-f776-42bd-aae4-23da1b8e385d req-c191987a-cb8c-48cb-a22f-454d9a918385 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 946 time: 0.0465951 May 17 17:15:54.437659 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-51a3568f-f776-42bd-aae4-23da1b8e385d req-054c70c2-0e84-40a5-851d-37b010bb2367 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401597 May 17 17:15:54.850863 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:55.566341 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929849d-cbae-4e2e-95e0-af34af795f33 req-94cf4bc2-75c7-48da-9f62-45378e749f52 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:55.568396 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7929849d-cbae-4e2e-95e0-af34af795f33 req-94cf4bc2-75c7-48da-9f62-45378e749f52 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 946 time: 0.0498822 May 17 17:15:55.612975 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7929849d-cbae-4e2e-95e0-af34af795f33 req-a7e68d79-6ef4-4fac-8ef8-5a4df574eceb tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390060 May 17 17:15:55.896230 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:56.286298 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78203d-e293-4a74-8934-48b8e8ece9d7 req-2bb15e64-ab5c-46c9-8288-cc8096000ed0 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:56.288557 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-4c78203d-e293-4a74-8934-48b8e8ece9d7 req-2bb15e64-ab5c-46c9-8288-cc8096000ed0 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 945 time: 0.0467627 May 17 17:15:56.336315 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-4c78203d-e293-4a74-8934-48b8e8ece9d7 req-b02a218c-bd0d-4b9a-9c14-d426d30a0b04 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422163 May 17 17:15:56.737420 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06425824-42fb-4f36-969a-03a6647d77d9 req-7a7d50bc-b819-4888-a359-bdebab558a89 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:56.738972 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-06425824-42fb-4f36-969a-03a6647d77d9 req-7a7d50bc-b819-4888-a359-bdebab558a89 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 946 time: 0.0474889 May 17 17:15:56.789336 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-06425824-42fb-4f36-969a-03a6647d77d9 req-b3de5482-807a-4df8-80c4-6700d68b40e9 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446548 May 17 17:15:57.447983 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062139fe-3292-4f4d-9212-0d92c365bb08 req-12a3f554-daa5-4bc4-b0c1-c3abe900bc31 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:57.449453 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-062139fe-3292-4f4d-9212-0d92c365bb08 req-12a3f554-daa5-4bc4-b0c1-c3abe900bc31 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 945 time: 0.0460091 May 17 17:15:57.465282 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:57.499881 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-062139fe-3292-4f4d-9212-0d92c365bb08 req-4cf1abb3-3d01-455f-9f99-6f682756ed09 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446534 May 17 17:15:57.911634 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b722e13-6827-428a-a2d4-48aff19f4fea req-650ddb53-36ec-4609-8033-b1b8370d9980 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:57.914383 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9b722e13-6827-428a-a2d4-48aff19f4fea req-650ddb53-36ec-4609-8033-b1b8370d9980 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 946 time: 0.0532439 May 17 17:15:57.967952 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9b722e13-6827-428a-a2d4-48aff19f4fea req-e19e881d-18dc-420c-948b-db8e8b8a1852 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475085 May 17 17:15:58.618854 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c7a1e-d7c0-4d2b-bd01-fb557f6b6edd req-0458e5fc-57c2-499e-9c2d-b54378000645 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:58.620329 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a67c7a1e-d7c0-4d2b-bd01-fb557f6b6edd req-0458e5fc-57c2-499e-9c2d-b54378000645 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 945 time: 0.0490472 May 17 17:15:58.668549 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a67c7a1e-d7c0-4d2b-bd01-fb557f6b6edd req-10569924-ecab-4aaa-9379-d0e90d16b320 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422528 May 17 17:15:59.088846 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945ca53-7b22-4541-a1cc-b574b69f486e req-0f92a0cc-1502-49d3-b5cc-8fbe079edd85 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:59.090310 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2945ca53-7b22-4541-a1cc-b574b69f486e req-0f92a0cc-1502-49d3-b5cc-8fbe079edd85 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 946 time: 0.0453098 May 17 17:15:59.136650 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2945ca53-7b22-4541-a1cc-b574b69f486e req-165a68ff-b861-4afc-ae32-351bbd86be2a tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406766 May 17 17:15:59.782365 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ef1da-7009-428e-b9f7-411678faf1f8 req-a3a4ba51-a621-43c1-ad4a-ef24bfc0f0a9 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:15:59.784019 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c82ef1da-7009-428e-b9f7-411678faf1f8 req-a3a4ba51-a621-43c1-ad4a-ef24bfc0f0a9 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 945 time: 0.0487671 May 17 17:15:59.837948 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c82ef1da-7009-428e-b9f7-411678faf1f8 req-a3bb6428-3d34-48ec-a973-0b08b4dee842 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474839 May 17 17:16:00.267320 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe8cbb-6a87-4e52-83b4-15b56968adde req-898499d6-873c-48cc-bed2-0a3a4b5f1565 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:00.269377 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-4bbe8cbb-6a87-4e52-83b4-15b56968adde req-898499d6-873c-48cc-bed2-0a3a4b5f1565 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 946 time: 0.0554557 May 17 17:16:00.341573 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-4bbe8cbb-6a87-4e52-83b4-15b56968adde req-7d0e14b6-a216-44b0-b678-f7fad6e40ce7 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643399 May 17 17:16:00.951562 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb95c54-cbdc-439d-a67a-0b67d482469c req-a7af82d5-0287-42f3-868a-3ac7c218fff7 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:00.953007 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-feb95c54-cbdc-439d-a67a-0b67d482469c req-a7af82d5-0287-42f3-868a-3ac7c218fff7 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 945 time: 0.0455587 May 17 17:16:01.000306 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-feb95c54-cbdc-439d-a67a-0b67d482469c req-146ec40f-6844-4513-af32-e8d59d26e707 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418060 May 17 17:16:01.473035 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0fa795-bebd-45cc-aff8-9030eb80c2e1 req-bc80da25-1f6c-4b9b-a55f-f6a58e049d6f tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:01.474562 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-4a0fa795-bebd-45cc-aff8-9030eb80c2e1 req-bc80da25-1f6c-4b9b-a55f-f6a58e049d6f tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 946 time: 0.0562618 May 17 17:16:01.522727 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-4a0fa795-bebd-45cc-aff8-9030eb80c2e1 req-939c154c-b32c-4c2b-907f-118bd49ef9b4 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424099 May 17 17:16:02.110394 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a268a-5577-4311-b797-a0362cd2db3f req-e60e859b-8388-467b-a2b7-85625a0a7c00 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:02.111821 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c54a268a-5577-4311-b797-a0362cd2db3f req-e60e859b-8388-467b-a2b7-85625a0a7c00 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 945 time: 0.0462074 May 17 17:16:02.159562 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c54a268a-5577-4311-b797-a0362cd2db3f req-ef0cf1c6-8ec2-44b9-8436-66afe3c7cf6c tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417328 May 17 17:16:02.648537 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644897a0-1b11-4333-939c-cb7e987f7e60 req-16ca7dc7-fa80-4300-83c2-dfaa2da4ab50 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:02.650012 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-644897a0-1b11-4333-939c-cb7e987f7e60 req-16ca7dc7-fa80-4300-83c2-dfaa2da4ab50 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 946 time: 0.0523601 May 17 17:16:02.698067 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-644897a0-1b11-4333-939c-cb7e987f7e60 req-80aad38b-5378-46d1-8486-b1098a436c07 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423794 May 17 17:16:02.992827 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 49500) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:16:03.093675 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-aa7c0dff-c737-4f67-a67f-e6d85e421df3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:03.169922 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-aa7c0dff-c737-4f67-a67f-e6d85e421df3 admin admin] Publish callbacks [] for security_group (f94e3bb4-7bb1-4443-8583-7386cd285417), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:03.173516 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-aa7c0dff-c737-4f67-a67f-e6d85e421df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (f94e3bb4-7bb1-4443-8583-7386cd285417), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:03.220289 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7c0dff-c737-4f67-a67f-e6d85e421df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94e3bb4-7bb1-4443-8583-7386cd285417,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:16:03.226999 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-aa7c0dff-c737-4f67-a67f-e6d85e421df3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9b4d52bed813442490e12310c9ee4661&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322013 May 17 17:16:03.229333 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 49506) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:16:03.274376 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0b75e-028b-4896-99ef-2fa2d7d08294 req-eadc3cbf-cfc8-4cc4-984e-4dd91d848035 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:03.276075 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3db0b75e-028b-4896-99ef-2fa2d7d08294 req-eadc3cbf-cfc8-4cc4-984e-4dd91d848035 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 945 time: 0.0507159 May 17 17:16:03.282787 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-bfa2adb2-fe71-48bb-a54f-01d2e1761806 admin admin] Publish callbacks [] for security_group (f94e3bb4-7bb1-4443-8583-7386cd285417), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:03.305287 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-bfa2adb2-fe71-48bb-a54f-01d2e1761806 admin admin] Publish callbacks [] for security_group (f94e3bb4-7bb1-4443-8583-7386cd285417), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:03.324738 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3db0b75e-028b-4896-99ef-2fa2d7d08294 req-c289d5db-9c6e-4588-8634-1cfdac7960b1 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424781 May 17 17:16:03.352813 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-bfa2adb2-fe71-48bb-a54f-01d2e1761806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (f94e3bb4-7bb1-4443-8583-7386cd285417), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:03.355856 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-bfa2adb2-fe71-48bb-a54f-01d2e1761806 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:03.357123 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-bfa2adb2-fe71-48bb-a54f-01d2e1761806 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f94e3bb4-7bb1-4443-8583-7386cd285417 HTTP/1.1" status: 204 len: 168 time: 0.1268678 May 17 17:16:03.364772 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa2adb2-fe71-48bb-a54f-01d2e1761806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94e3bb4-7bb1-4443-8583-7386cd285417,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:16:03.613997 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 49514) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:16:03.627510 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-6db43a21-0300-49df-a17d-124a193c555d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:03.702824 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-6db43a21-0300-49df-a17d-124a193c555d admin admin] Publish callbacks [] for security_group (3a01918e-061b-4d89-b84e-a6db06b9284f), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:03.706545 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-6db43a21-0300-49df-a17d-124a193c555d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (3a01918e-061b-4d89-b84e-a6db06b9284f), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:03.744849 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-6db43a21-0300-49df-a17d-124a193c555d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=636ee88bf6f14794a7f86384c2aefa8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1297593 May 17 17:16:03.745954 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db43a21-0300-49df-a17d-124a193c555d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a01918e-061b-4d89-b84e-a6db06b9284f,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:16:03.747484 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 49518) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:16:03.833913 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c2d17-9fe0-46b8-8237-0663226e842c req-adfe3611-ce4d-43bb-a115-e79fcd9417de tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:03.835581 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ca1c2d17-9fe0-46b8-8237-0663226e842c req-adfe3611-ce4d-43bb-a115-e79fcd9417de tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 946 time: 0.0634851 May 17 17:16:03.840422 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-aeefcefb-ab56-44a2-bda1-0d1375eaeb3d admin admin] Publish callbacks [] for security_group (3a01918e-061b-4d89-b84e-a6db06b9284f), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:03.883898 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-aeefcefb-ab56-44a2-bda1-0d1375eaeb3d admin admin] Publish callbacks [] for security_group (3a01918e-061b-4d89-b84e-a6db06b9284f), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:03.911544 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ca1c2d17-9fe0-46b8-8237-0663226e842c req-17650d80-e038-4f38-aedd-1616ee722f20 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692525 May 17 17:16:03.942923 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-aeefcefb-ab56-44a2-bda1-0d1375eaeb3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (3a01918e-061b-4d89-b84e-a6db06b9284f), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:03.945799 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-aeefcefb-ab56-44a2-bda1-0d1375eaeb3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:03.946924 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-aeefcefb-ab56-44a2-bda1-0d1375eaeb3d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3a01918e-061b-4d89-b84e-a6db06b9284f HTTP/1.1" status: 204 len: 168 time: 0.1978123 May 17 17:16:03.954428 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeefcefb-ab56-44a2-bda1-0d1375eaeb3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a01918e-061b-4d89-b84e-a6db06b9284f,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:16:04.441253 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc9478-9a43-43e2-9add-026e56a5f379 req-d4c25593-124f-4f95-9d6f-38437c34ae11 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:04.442723 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3bcc9478-9a43-43e2-9add-026e56a5f379 req-d4c25593-124f-4f95-9d6f-38437c34ae11 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 945 time: 0.0496387 May 17 17:16:04.492786 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3bcc9478-9a43-43e2-9add-026e56a5f379 req-7207d01b-ba47-4737-af77-8f116eb0b848 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440350 May 17 17:16:05.034750 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8003b-973c-42b7-a9d0-328fc22f2abe req-64a24110-9e8c-4290-b17e-a1b153dec77d tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:05.036258 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-edb8003b-973c-42b7-a9d0-328fc22f2abe req-64a24110-9e8c-4290-b17e-a1b153dec77d tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 946 time: 0.0524850 May 17 17:16:05.083265 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-edb8003b-973c-42b7-a9d0-328fc22f2abe req-b36b7753-17b8-46f3-95a9-23b169e487fe tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414536 May 17 17:16:05.613353 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc40f513-3c0a-41a5-958f-3c964179b9eb req-e99e45b3-4428-4b80-9a5d-7b61e01ef72a tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:05.614837 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-bc40f513-3c0a-41a5-958f-3c964179b9eb req-e99e45b3-4428-4b80-9a5d-7b61e01ef72a tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 945 time: 0.0497797 May 17 17:16:05.666455 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-bc40f513-3c0a-41a5-958f-3c964179b9eb req-55335494-ecb2-4877-82e4-4b75af517a9d tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431976 May 17 17:16:06.199646 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b18d3-4bec-4ac4-927b-026bb29d6ced req-f3121c42-dda9-4ee1-9995-c3c41e04faf2 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:06.201116 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-4c4b18d3-4bec-4ac4-927b-026bb29d6ced req-f3121c42-dda9-4ee1-9995-c3c41e04faf2 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 946 time: 0.0472755 May 17 17:16:06.249159 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-4c4b18d3-4bec-4ac4-927b-026bb29d6ced req-bdef3035-1c13-4a9c-828a-e17e852710e5 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426226 May 17 17:16:06.801894 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e215f6c-1cd4-4d4e-af77-45d3d9ff0984 req-5640971a-57a6-4120-bc96-58f425bcc413 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:06.803393 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7e215f6c-1cd4-4d4e-af77-45d3d9ff0984 req-5640971a-57a6-4120-bc96-58f425bcc413 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 945 time: 0.0559533 May 17 17:16:06.859082 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7e215f6c-1cd4-4d4e-af77-45d3d9ff0984 req-49646ade-07db-4e38-a3c2-c5d480303a40 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492527 May 17 17:16:07.364565 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3a2bf-c6d4-4033-87e8-3d2ff767a013 req-c199291b-98a4-4da7-9203-cbbe7078377d tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:07.365934 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c3c3a2bf-c6d4-4033-87e8-3d2ff767a013 req-c199291b-98a4-4da7-9203-cbbe7078377d tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 946 time: 0.0465348 May 17 17:16:07.411284 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c3c3a2bf-c6d4-4033-87e8-3d2ff767a013 req-d0c124b2-dc0d-4b63-8801-803ae84b8f59 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395041 May 17 17:16:07.974370 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea510372-f435-42f5-96c5-43a70dad5487 req-7ccc30c4-ac13-4b31-8fdb-fe4f370faf16 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:07.976343 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ea510372-f435-42f5-96c5-43a70dad5487 req-7ccc30c4-ac13-4b31-8fdb-fe4f370faf16 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 945 time: 0.0497668 May 17 17:16:08.025432 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ea510372-f435-42f5-96c5-43a70dad5487 req-42de0870-69d7-43a4-8ad3-720aadb4a6cc tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434809 May 17 17:16:08.528073 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcbf163-4c2a-4777-b41b-ad1297220b8a req-5b649e53-aef7-42a1-b02d-0e076df48f58 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:08.529762 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ddcbf163-4c2a-4777-b41b-ad1297220b8a req-5b649e53-aef7-42a1-b02d-0e076df48f58 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 946 time: 0.0461507 May 17 17:16:08.575353 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ddcbf163-4c2a-4777-b41b-ad1297220b8a req-9186567a-1ecc-4834-bf71-ddbe8f587b5e tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401964 May 17 17:16:09.141338 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750ba6d-5bac-4851-98b6-70c3046d4d67 req-fd46fe09-ee73-44d9-9aab-e0b30cf6da76 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:09.142837 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2750ba6d-5bac-4851-98b6-70c3046d4d67 req-fd46fe09-ee73-44d9-9aab-e0b30cf6da76 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 945 time: 0.0496192 May 17 17:16:09.191903 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2750ba6d-5bac-4851-98b6-70c3046d4d67 req-6734fa67-33b1-4fac-bfe9-16524791f907 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427811 May 17 17:16:09.691289 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456fa7c-ee7b-4c46-b0c5-647c392320d4 req-066ca638-c679-4a91-8fc2-74709483c2f2 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:09.692811 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5456fa7c-ee7b-4c46-b0c5-647c392320d4 req-066ca638-c679-4a91-8fc2-74709483c2f2 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 946 time: 0.0466397 May 17 17:16:09.739207 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5456fa7c-ee7b-4c46-b0c5-647c392320d4 req-95f61dfe-868e-4931-811e-bfcb13ec507b tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400577 May 17 17:16:10.314655 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31a29f-e982-4433-91e9-45f050d71e21 req-c43a462b-7f19-4380-826a-a93bd7fd8aed tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:10.316107 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2b31a29f-e982-4433-91e9-45f050d71e21 req-c43a462b-7f19-4380-826a-a93bd7fd8aed tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 945 time: 0.0467696 May 17 17:16:10.367766 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2b31a29f-e982-4433-91e9-45f050d71e21 req-a284a0dc-ce9e-4833-a879-0ceafb4d7818 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454547 May 17 17:16:10.855265 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b8586-3bd8-4531-aba1-40b8fc546f6e req-954329f5-c13a-483e-9709-8bc61bad82d4 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:10.856749 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b37b8586-3bd8-4531-aba1-40b8fc546f6e req-954329f5-c13a-483e-9709-8bc61bad82d4 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 946 time: 0.0468168 May 17 17:16:10.902939 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b37b8586-3bd8-4531-aba1-40b8fc546f6e req-91f22f52-cfbf-4981-ab88-3c6f96333ad9 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407650 May 17 17:16:11.479562 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaeb970-14ab-443e-9e71-47f0cdc38517 req-784eebdf-04cf-45f1-b245-0879cfce2add tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:11.481025 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-fcaeb970-14ab-443e-9e71-47f0cdc38517 req-784eebdf-04cf-45f1-b245-0879cfce2add tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 945 time: 0.0463927 May 17 17:16:11.529700 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-fcaeb970-14ab-443e-9e71-47f0cdc38517 req-5bd77dbe-df0f-442e-9631-7d9806bea405 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431631 May 17 17:16:12.021851 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670293e-30f4-4e07-af3d-ff517cedf3ee req-09f5f70e-2198-4dfd-842a-95490d7fd0b6 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:12.023318 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2670293e-30f4-4e07-af3d-ff517cedf3ee req-09f5f70e-2198-4dfd-842a-95490d7fd0b6 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 946 time: 0.0498865 May 17 17:16:12.069028 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2670293e-30f4-4e07-af3d-ff517cedf3ee req-99fa790c-07f4-4645-97c7-d4ad27567ac4 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399952 May 17 17:16:12.074664 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:16:12.171847 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5,segment=NetworkSegment(dd7c38ba-79f9-47ce-94d1-d0499646a213),segment_id=dd7c38ba-79f9-47ce-94d1-d0499646a213)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:16:12.184664 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Returning: {'device': 'e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5', 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947', 'port_id': 'e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5', 'mac_address': 'fa:16:3e:8d:d8:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c810424-34e9-472b-8917-5d16a4254529', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:16:12.216527 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 is: ACTIVE; New status is: BUILD {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:16:12.216841 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:12.229310 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:16:12.250450 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5,segment=NetworkSegment(dd7c38ba-79f9-47ce-94d1-d0499646a213),segment_id=dd7c38ba-79f9-47ce-94d1-d0499646a213)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:16:12.254044 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:12.299757 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5,revision_number=6']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:16:12.307415 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:12.307795 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:12.308165 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:12.308526 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:12.308866 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:12.309197 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:12.309530 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:12.309857 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:12.310182 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:12.310505 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:12.310830 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:12.311152 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:12.311473 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:12.311940 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:12.312263 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:12.641338 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e342d89-8372-4d11-a37c-7fb40ae52b8d req-43556908-2518-47d3-9a17-bc781d88aee7 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:12.642776 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9e342d89-8372-4d11-a37c-7fb40ae52b8d req-43556908-2518-47d3-9a17-bc781d88aee7 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 945 time: 0.0460918 May 17 17:16:12.691420 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9e342d89-8372-4d11-a37c-7fb40ae52b8d req-9258eeee-1995-4232-b63b-887e9282e8de tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431626 May 17 17:16:13.191940 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca9519-1c61-47d8-9700-e2c54fb352e7 req-e77b02d3-dbe2-4ed3-830e-af53fa8931ab tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:13.193378 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c0ca9519-1c61-47d8-9700-e2c54fb352e7 req-e77b02d3-dbe2-4ed3-830e-af53fa8931ab tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 945 time: 0.0462725 May 17 17:16:13.242026 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c0ca9519-1c61-47d8-9700-e2c54fb352e7 req-55ff17d1-4be3-4290-a52c-cbad4af59304 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429356 May 17 17:16:13.804174 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f805bc-2c5d-44a3-9afe-6dbaae295ad7 req-e43ab5bd-d0bf-4f42-8aab-4a64846b1dff tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:13.805634 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-93f805bc-2c5d-44a3-9afe-6dbaae295ad7 req-e43ab5bd-d0bf-4f42-8aab-4a64846b1dff tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 945 time: 0.0483801 May 17 17:16:13.854134 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-93f805bc-2c5d-44a3-9afe-6dbaae295ad7 req-db08cbcc-76e1-49c5-84cd-fef9a1ac28cd tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429115 May 17 17:16:13.990646 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] get_ports_and_sgs() called for port_ids ['e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5'] {{(pid=103512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:16:14.133843 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d31eb5-e922-44c2-9193-6ab8174c6915 req-71b9c2fb-8e8a-4657-87b7-7eb57ea73b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:14.136131 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-98d31eb5-e922-44c2-9193-6ab8174c6915 req-71b9c2fb-8e8a-4657-87b7-7eb57ea73b79 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2630e0044e5f4f28b8d2adcfeaf0c604&device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 1129 time: 0.1326864 May 17 17:16:14.226216 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d31eb5-e922-44c2-9193-6ab8174c6915 req-015dcbdc-e2b5-4bd1-b902-c88bec757d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:14.227708 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-98d31eb5-e922-44c2-9193-6ab8174c6915 req-015dcbdc-e2b5-4bd1-b902-c88bec757d3e service neutron] 10.222.0.23 "GET /v2.0/networks?id=fac7d240-6e72-4e7e-a11f-51c520d02d21 HTTP/1.1" status: 200 len: 909 time: 0.0819728 May 17 17:16:14.297348 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-98d31eb5-e922-44c2-9193-6ab8174c6915 req-24d61efe-3fc0-4509-b709-efbcc82cb69c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72213c8f-95d2-4e6b-bc71-ec5cf8e62273 HTTP/1.1" status: 200 len: 1001 time: 0.0597537 May 17 17:16:14.362728 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d31eb5-e922-44c2-9193-6ab8174c6915 req-8417e41b-b17b-4900-929e-638ef58fc784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:14.364443 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-98d31eb5-e922-44c2-9193-6ab8174c6915 req-8417e41b-b17b-4900-929e-638ef58fc784 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a7d1a19a-d549-479d-ad0e-c4729109fef8 HTTP/1.1" status: 200 len: 847 time: 0.0566957 May 17 17:16:14.389657 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d76f6-beb8-4146-b19c-161971bc0cbf req-627706dc-4030-45c7-b8a1-9e1488574302 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:14.391162 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-4a1d76f6-beb8-4146-b19c-161971bc0cbf req-627706dc-4030-45c7-b8a1-9e1488574302 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 945 time: 0.0673544 May 17 17:16:14.439268 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d31eb5-e922-44c2-9193-6ab8174c6915 req-a5aa72fa-2b7c-43e2-a7b2-704502a32680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:14.439268 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-98d31eb5-e922-44c2-9193-6ab8174c6915 req-a5aa72fa-2b7c-43e2-a7b2-704502a32680 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fac7d240-6e72-4e7e-a11f-51c520d02d21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0633473 May 17 17:16:14.493265 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-4a1d76f6-beb8-4146-b19c-161971bc0cbf req-8749f9b3-42d5-4e63-877f-fb0dda01b631 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959084 May 17 17:16:14.577651 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-98d31eb5-e922-44c2-9193-6ab8174c6915 req-8910bb5c-e1fe-4368-ad81-e6f560417bbd service neutron] 10.222.0.23 "GET /v2.0/networks/fac7d240-6e72-4e7e-a11f-51c520d02d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274436 May 17 17:16:14.673467 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-98d31eb5-e922-44c2-9193-6ab8174c6915 req-d7a34304-cab8-457a-8802-fd8495fd5a16 service neutron] 10.222.0.23 "GET /v2.0/networks/fac7d240-6e72-4e7e-a11f-51c520d02d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894196 May 17 17:16:14.980269 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ccbfe-c31d-4aef-9f24-1f197e7ae5ae req-5539d6a8-3389-46aa-86c8-5f04ef0ef3ce tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:14.981848 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c07ccbfe-c31d-4aef-9f24-1f197e7ae5ae req-5539d6a8-3389-46aa-86c8-5f04ef0ef3ce tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 945 time: 0.0603271 May 17 17:16:15.040350 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c07ccbfe-c31d-4aef-9f24-1f197e7ae5ae req-c84ba27d-ca97-4f9d-a3ba-e7d53d72529c tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528121 May 17 17:16:15.687850 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea1cd33-36fa-44e1-b923-71594a771199 req-3a57aa38-54ce-4ce8-8b70-315a5406efad tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:15.696062 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9ea1cd33-36fa-44e1-b923-71594a771199 req-3a57aa38-54ce-4ce8-8b70-315a5406efad tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 945 time: 0.0801742 May 17 17:16:15.772471 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9ea1cd33-36fa-44e1-b923-71594a771199 req-32fae1e0-52df-4bc4-98ad-5d9dc35bf3bd tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753856 May 17 17:16:15.925625 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 up at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:16:16.000366 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676d0ed-88f4-4f39-b63b-410a62840eac req-40f9f7c5-8761-4efe-890b-4f680b88f275 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:16.003464 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning complete for port e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:16:16.004064 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:16.007683 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-0676d0ed-88f4-4f39-b63b-410a62840eac req-40f9f7c5-8761-4efe-890b-4f680b88f275 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3d54d34-bc48-4fdd-8665-f9403cbb8c8f HTTP/1.1" status: 200 len: 945 time: 0.1221542 May 17 17:16:16.060525 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-0676d0ed-88f4-4f39-b63b-410a62840eac req-4109ffca-43e4-4e42-8035-a528855f59cc tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fbf18eb-e55b-46c4-ba9d-2ed08d646612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519786 May 17 17:16:16.097758 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 is: BUILD; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:16:16.098167 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:16.122398 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6de88f8-538f-45eb-bfcd-fce744a5c55d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:16:16.125118 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47090663941ec1551041a48ed4f6687b33fcf119bf177f9ca48a03ee97be2a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5b0539-a905-4f1e-bf53-b3da8da24c9f" -d '{"events": [{"server_uuid": "b6de88f8-538f-45eb-bfcd-fce744a5c55d", "name": "network-vif-plugged", "status": "completed", "tag": "e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:16:16.145435 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5,segment=NetworkSegment(dd7c38ba-79f9-47ce-94d1-d0499646a213),segment_id=dd7c38ba-79f9-47ce-94d1-d0499646a213)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:16:16.162188 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:16.180258 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4cdfff-67a1-4ba3-bf78-f6e4a2a2208c req-cecb7b64-3f93-47a4-8e5d-a5d18fefb93c tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:16.187956 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-be4cdfff-67a1-4ba3-bf78-f6e4a2a2208c req-cecb7b64-3f93-47a4-8e5d-a5d18fefb93c tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 945 time: 0.0661581 May 17 17:16:16.254328 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-be4cdfff-67a1-4ba3-bf78-f6e4a2a2208c req-71732563-ad87-4f17-8a10-793ced172953 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615754 May 17 17:16:16.267588 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5,revision_number=7']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:16:16.327537 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706f6dc1-0f35-4256-b079-d05097de1827 x-openstack-request-id: req-706f6dc1-0f35-4256-b079-d05097de1827 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:16:16.327868 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6de88f8-538f-45eb-bfcd-fce744a5c55d", "name": "network-vif-plugged", "status": "completed", "tag": "e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:16:16.328139 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-706f6dc1-0f35-4256-b079-d05097de1827 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:16:16.328564 dv-cinder-842149-1-iscsi neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-706f6dc1-0f35-4256-b079-d05097de1827'] response: {'server_uuid': 'b6de88f8-538f-45eb-bfcd-fce744a5c55d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5', 'code': 200} May 17 17:16:16.895474 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7ad14-ed9f-4eb9-a654-4b3fdcd031aa req-a9b498ea-4541-42e0-9099-a16f8e46412d tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:16.897026 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-beb7ad14-ed9f-4eb9-a654-4b3fdcd031aa req-a9b498ea-4541-42e0-9099-a16f8e46412d tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 946 time: 0.0508895 May 17 17:16:16.950621 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-beb7ad14-ed9f-4eb9-a654-4b3fdcd031aa req-ef90e639-c1d1-4a88-a552-6bf971eaf0c9 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470433 May 17 17:16:17.203131 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9735737-b89f-4bcb-8a12-b478d3ebbc99 req-8ab3b7dc-8fe0-4291-9c22-8f1be5ed60ee tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:17.209640 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-e9735737-b89f-4bcb-8a12-b478d3ebbc99 req-8ab3b7dc-8fe0-4291-9c22-8f1be5ed60ee tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3d54d34-bc48-4fdd-8665-f9403cbb8c8f HTTP/1.1" status: 200 len: 945 time: 0.0646904 May 17 17:16:17.268139 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-e9735737-b89f-4bcb-8a12-b478d3ebbc99 req-39aec9ea-ec83-4bc4-ad62-03b32cc98191 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fbf18eb-e55b-46c4-ba9d-2ed08d646612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505617 May 17 17:16:17.378984 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7857519-84a4-4f3a-a8ad-e455bedf05fe req-1d3dc136-be77-4989-9bfb-c0de6c292a16 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:17.381270 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a7857519-84a4-4f3a-a8ad-e455bedf05fe req-1d3dc136-be77-4989-9bfb-c0de6c292a16 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 945 time: 0.0520740 May 17 17:16:17.439433 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a7857519-84a4-4f3a-a8ad-e455bedf05fe req-2ad38f90-3059-4678-beed-ce8a7662307b tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512373 May 17 17:16:18.093644 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869d5a1-c5cf-48e7-a6a2-765307314937 req-1b39331a-7d90-4e89-a853-d278aae5c768 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:18.096752 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2869d5a1-c5cf-48e7-a6a2-765307314937 req-1b39331a-7d90-4e89-a853-d278aae5c768 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 946 time: 0.0611677 May 17 17:16:18.153589 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2869d5a1-c5cf-48e7-a6a2-765307314937 req-9a491d93-429a-40be-bc95-bab780048b44 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510342 May 17 17:16:18.403099 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99435576-3b28-48c3-9601-a667e3ce2d6a req-0cb57e38-a994-4d3d-8c01-02b1d39bfec7 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:18.404867 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-99435576-3b28-48c3-9601-a667e3ce2d6a req-0cb57e38-a994-4d3d-8c01-02b1d39bfec7 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3d54d34-bc48-4fdd-8665-f9403cbb8c8f HTTP/1.1" status: 200 len: 945 time: 0.0551341 May 17 17:16:18.465717 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-99435576-3b28-48c3-9601-a667e3ce2d6a req-4cfa1a3d-e254-4c18-b825-e5e9d6696bb0 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fbf18eb-e55b-46c4-ba9d-2ed08d646612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552959 May 17 17:16:18.572286 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fed15-379f-4d8c-ac91-7e8388477cec req-d9999df0-a913-4e27-a8ab-c2ffef5717e4 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:18.577798 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-760fed15-379f-4d8c-ac91-7e8388477cec req-d9999df0-a913-4e27-a8ab-c2ffef5717e4 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 945 time: 0.0503476 May 17 17:16:18.635885 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-760fed15-379f-4d8c-ac91-7e8388477cec req-2dfa0538-8c7d-41f2-80ef-82ba0d712dda tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556459 May 17 17:16:19.297727 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6aadd7-5e28-4c84-b7db-fb1bc7c3d7b7 req-81fcfd58-ef36-48c2-9236-a74bf338f608 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:19.300180 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ff6aadd7-5e28-4c84-b7db-fb1bc7c3d7b7 req-81fcfd58-ef36-48c2-9236-a74bf338f608 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 946 time: 0.0698068 May 17 17:16:19.364349 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ff6aadd7-5e28-4c84-b7db-fb1bc7c3d7b7 req-c2a5136c-dbfe-443a-88d3-2d060a288618 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578713 May 17 17:16:19.429005 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b471fc-d5b6-479a-8b16-cef08cca67d1 req-ce984b0d-e909-4af3-bfec-3f048015a537 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:19.432589 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e0b471fc-d5b6-479a-8b16-cef08cca67d1 req-ce984b0d-e909-4af3-bfec-3f048015a537 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d54d34-bc48-4fdd-8665-f9403cbb8c8f HTTP/1.1" status: 200 len: 945 time: 0.0697198 May 17 17:16:19.568649 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-e0b471fc-d5b6-479a-8b16-cef08cca67d1 req-ccbca700-6c2e-4f02-8646-cb696ab8fdbd tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Deleting port 76a127a7-c717-441d-befd-aa3e03f6d0bc {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:16:19.568932 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-e0b471fc-d5b6-479a-8b16-cef08cca67d1 req-ccbca700-6c2e-4f02-8646-cb696ab8fdbd tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (76a127a7-c717-441d-befd-aa3e03f6d0bc), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:19.614538 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56664e31-0f24-466d-b549-08e1877846bc req-cb1008c9-3ff1-4704-999e-a87895672b5b tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:19.616024 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-56664e31-0f24-466d-b549-08e1877846bc req-cb1008c9-3ff1-4704-999e-a87895672b5b tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3d54d34-bc48-4fdd-8665-f9403cbb8c8f HTTP/1.1" status: 200 len: 945 time: 0.0551922 May 17 17:16:19.686480 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-56664e31-0f24-466d-b549-08e1877846bc req-6198a3ca-b828-4a78-9c54-04fb72b676c5 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fbf18eb-e55b-46c4-ba9d-2ed08d646612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646503 May 17 17:16:19.716120 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-e0b471fc-d5b6-479a-8b16-cef08cca67d1 req-ccbca700-6c2e-4f02-8646-cb696ab8fdbd tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] For port 76a127a7-c717-441d-befd-aa3e03f6d0bc, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=76a127a7-c717-441d-befd-aa3e03f6d0bc,segment=NetworkSegment(ea772ee0-6e76-4284-a4d3-aeaff2f9a97d),segment_id=ea772ee0-6e76-4284-a4d3-aeaff2f9a97d)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:16:19.716515 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-e0b471fc-d5b6-479a-8b16-cef08cca67d1 req-ccbca700-6c2e-4f02-8646-cb696ab8fdbd tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (76a127a7-c717-441d-befd-aa3e03f6d0bc), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:19.849080 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c445f-eec4-4763-853c-8a96f23779d2 req-18fb072c-2663-4fc8-b867-380a7c5e032c tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:19.855135 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a37c445f-eec4-4763-853c-8a96f23779d2 req-18fb072c-2663-4fc8-b867-380a7c5e032c tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 945 time: 0.1194983 May 17 17:16:19.944500 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a37c445f-eec4-4763-853c-8a96f23779d2 req-261f9c64-a672-41a8-ab8a-65858d16503d tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832319 May 17 17:16:19.961856 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-e0b471fc-d5b6-479a-8b16-cef08cca67d1 req-ccbca700-6c2e-4f02-8646-cb696ab8fdbd tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:19.963588 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-e0b471fc-d5b6-479a-8b16-cef08cca67d1 req-ccbca700-6c2e-4f02-8646-cb696ab8fdbd tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7866643'] for floatingip (11c41d1f-23a0-4bcc-b26b-c357ad1eff60), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:19.976308 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.db.l3_db [req-e0b471fc-d5b6-479a-8b16-cef08cca67d1 req-ccbca700-6c2e-4f02-8646-cb696ab8fdbd tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Floating IP 11c41d1f-23a0-4bcc-b26b-c357ad1eff60 disassociated. External IP: 172.27.0.107, port: 76a127a7-c717-441d-befd-aa3e03f6d0bc. May 17 17:16:19.976308 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-e0b471fc-d5b6-479a-8b16-cef08cca67d1 req-ccbca700-6c2e-4f02-8646-cb696ab8fdbd tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Calling delete_port for 76a127a7-c717-441d-befd-aa3e03f6d0bc owned by compute:nova {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:16:20.145173 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-e0b471fc-d5b6-479a-8b16-cef08cca67d1 req-ccbca700-6c2e-4f02-8646-cb696ab8fdbd tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912'] for port (76a127a7-c717-441d-befd-aa3e03f6d0bc), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:20.177691 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbca700-6c2e-4f02-8646-cb696ab8fdbd tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Pushing event deleted for resources: {'Port': ['ID=76a127a7-c717-441d-befd-aa3e03f6d0bc,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:16:20.334764 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0b471fc-d5b6-479a-8b16-cef08cca67d1 req-ccbca700-6c2e-4f02-8646-cb696ab8fdbd tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Router a84af72e-9129-4190-b08b-ac573dd09fdc has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:16:20.503731 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0b471fc-d5b6-479a-8b16-cef08cca67d1 req-ccbca700-6c2e-4f02-8646-cb696ab8fdbd tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:16:20.513053 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c26392-fbdd-4d78-9366-498c64add3a7 None None] Sync routers for ids ['a84af72e-9129-4190-b08b-ac573dd09fdc'] in dv-cinder-842149-1-iscsi {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:16:20.526499 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c26392-fbdd-4d78-9366-498c64add3a7 None None] Routers {'a84af72e-9129-4190-b08b-ac573dd09fdc'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:16:20.527588 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-92c26392-fbdd-4d78-9366-498c64add3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:15:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['a84af72e-9129-4190-b08b-ac573dd09fdc'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:16:20.535272 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8fbfc9-3fd9-40cb-840d-182561e41535 req-6cb94924-b14b-47cf-82e0-6e56014f2dc9 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:20.542663 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-bf8fbfc9-3fd9-40cb-840d-182561e41535 req-6cb94924-b14b-47cf-82e0-6e56014f2dc9 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 946 time: 0.0795083 May 17 17:16:20.573934 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b471fc-d5b6-479a-8b16-cef08cca67d1 req-ccbca700-6c2e-4f02-8646-cb696ab8fdbd tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] No DVR routers for this DVR port 76a127a7-c717-441d-befd-aa3e03f6d0bc on host hv-cinder-84214 {{(pid=103510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:16:20.583817 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-e0b471fc-d5b6-479a-8b16-cef08cca67d1 req-ccbca700-6c2e-4f02-8646-cb696ab8fdbd tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:20.588114 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e0b471fc-d5b6-479a-8b16-cef08cca67d1 req-ccbca700-6c2e-4f02-8646-cb696ab8fdbd tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.23 "DELETE /v2.0/ports/76a127a7-c717-441d-befd-aa3e03f6d0bc HTTP/1.1" status: 204 len: 173 time: 1.1448472 May 17 17:16:20.588699 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d54d34-bc48-4fdd-8665-f9403cbb8c8f', 'name': 'network-vif-deleted', 'tag': '76a127a7-c717-441d-befd-aa3e03f6d0bc'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:16:20.591461 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f38081c-d6ec-48dc-992d-48f9d5fb1b21" -d '{"events": [{"server_uuid": "c3d54d34-bc48-4fdd-8665-f9403cbb8c8f", "name": "network-vif-deleted", "tag": "76a127a7-c717-441d-befd-aa3e03f6d0bc"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:16:20.624943 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-bf8fbfc9-3fd9-40cb-840d-182561e41535 req-f50ef99e-6e33-48b5-b2dc-7846176a4811 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814190 May 17 17:16:20.693441 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-92c26392-fbdd-4d78-9366-498c64add3a7 None None] Set router a84af72e-9129-4190-b08b-ac573dd09fdc gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:16:20.844994 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ff0fa8-4d24-422c-9635-70ee83ac504a x-openstack-request-id: req-e7ff0fa8-4d24-422c-9635-70ee83ac504a {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:16:20.845361 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d54d34-bc48-4fdd-8665-f9403cbb8c8f", "name": "network-vif-deleted", "tag": "76a127a7-c717-441d-befd-aa3e03f6d0bc", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:16:20.845686 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e7ff0fa8-4d24-422c-9635-70ee83ac504a {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:16:20.846166 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7ff0fa8-4d24-422c-9635-70ee83ac504a'] response: {'server_uuid': 'c3d54d34-bc48-4fdd-8665-f9403cbb8c8f', 'name': 'network-vif-deleted', 'tag': '76a127a7-c717-441d-befd-aa3e03f6d0bc', 'status': 'completed', 'code': 200} May 17 17:16:20.894852 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9bef3756-0bcb-44d9-979f-40633eb67cb9 req-d4c20a2d-3ac1-45e0-a222-e2f893d1311e tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3d54d34-bc48-4fdd-8665-f9403cbb8c8f HTTP/1.1" status: 200 len: 210 time: 0.0347793 May 17 17:16:20.958204 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-92c26392-fbdd-4d78-9366-498c64add3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'name': 'tempest-AttachVolumeNegativeTest-1066562658-router', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:11:37Z', 'updated_at': '2022-05-17T17:11:41Z', 'revision_number': 4, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'gw_port': {'id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:38Z', 'updated_at': '2022-05-17T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': 'dda8309d-e0ce-419a-8658-4890b23fa9dd', 'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'mac_address': 'fa:16:3e:31:61:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '622d61e7-eff2-45a5-baff-55e360ced291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:40Z', 'updated_at': '2022-05-17T17:11:46Z', 'revision_number': 5, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'subnets': [{'id': '622d61e7-eff2-45a5-baff-55e360ced291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:16:20.983960 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c26392-fbdd-4d78-9366-498c64add3a7 None None] Checking router: a84af72e-9129-4190-b08b-ac573dd09fdc for host: dv-cinder-842149-1-iscsi {{(pid=103513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:16:20.993835 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c26392-fbdd-4d78-9366-498c64add3a7 None None] Routers {'a84af72e-9129-4190-b08b-ac573dd09fdc'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:16:20.994643 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-92c26392-fbdd-4d78-9366-498c64add3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:15:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['a84af72e-9129-4190-b08b-ac573dd09fdc'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:16:21.100334 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a45ac-724c-446e-a0ac-9941b91217a1 req-5fe9c319-93cf-4372-a324-ec89d1b3fdf5 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:21.107834 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a59a45ac-724c-446e-a0ac-9941b91217a1 req-5fe9c319-93cf-4372-a324-ec89d1b3fdf5 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 945 time: 0.0661292 May 17 17:16:21.174664 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a59a45ac-724c-446e-a0ac-9941b91217a1 req-c733f69c-12d4-44bf-99bb-2bb08b540715 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641592 May 17 17:16:21.215645 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-025bc95f-2408-496d-80b6-c91d612ecbec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:21.256959 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-92c26392-fbdd-4d78-9366-498c64add3a7 None None] Set router a84af72e-9129-4190-b08b-ac573dd09fdc gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:16:21.463816 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b9252-0c6d-4865-8011-f62ba8e6e379 req-13d23b52-09bf-4f3e-b494-a47d2182659f tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:21.476784 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-267b9252-0c6d-4865-8011-f62ba8e6e379 req-13d23b52-09bf-4f3e-b494-a47d2182659f tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 945 time: 0.0841172 May 17 17:16:21.490738 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d368f58d-0968-41c2-a277-4e295d75e824 req-b7c2a49c-4b51-48e3-8363-dbcc9809dcb6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0885308 May 17 17:16:21.551504 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-267b9252-0c6d-4865-8011-f62ba8e6e379 req-385cee7a-d99e-4132-8678-3ca59328eef7 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722666 May 17 17:16:21.564183 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-92c26392-fbdd-4d78-9366-498c64add3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'name': 'tempest-AttachVolumeNegativeTest-1066562658-router', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:11:37Z', 'updated_at': '2022-05-17T17:11:41Z', 'revision_number': 4, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'gw_port': {'id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:38Z', 'updated_at': '2022-05-17T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': 'dda8309d-e0ce-419a-8658-4890b23fa9dd', 'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'mac_address': 'fa:16:3e:31:61:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '622d61e7-eff2-45a5-baff-55e360ced291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:40Z', 'updated_at': '2022-05-17T17:11:46Z', 'revision_number': 5, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'subnets': [{'id': '622d61e7-eff2-45a5-baff-55e360ced291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:16:21.603226 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c26392-fbdd-4d78-9366-498c64add3a7 None None] The sync data for ids ['a84af72e-9129-4190-b08b-ac573dd09fdc'] in dv-cinder-842149-1-iscsi is: [{'id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'name': 'tempest-AttachVolumeNegativeTest-1066562658-router', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:11:37Z', 'updated_at': '2022-05-17T17:11:41Z', 'revision_number': 4, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'gw_port': {'id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:38Z', 'updated_at': '2022-05-17T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': 'dda8309d-e0ce-419a-8658-4890b23fa9dd', 'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'mac_address': 'fa:16:3e:31:61:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '622d61e7-eff2-45a5-baff-55e360ced291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:40Z', 'updated_at': '2022-05-17T17:11:46Z', 'revision_number': 5, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'subnets': [{'id': '622d61e7-eff2-45a5-baff-55e360ced291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:16:21.614945 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368f58d-0968-41c2-a277-4e295d75e824 req-78f7c052-2773-486f-b165-cf7b87099e87 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:21.617027 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d368f58d-0968-41c2-a277-4e295d75e824 req-78f7c052-2773-486f-b165-cf7b87099e87 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports/72213c8f-95d2-4e6b-bc71-ec5cf8e62273 HTTP/1.1" status: 200 len: 942 time: 0.0732875 May 17 17:16:21.890597 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1166449-e5e6-4ac1-9785-32cff3dedcb3 req-f7cadfdb-7aba-4bce-ad62-545296ee3861 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:21.900803 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f1166449-e5e6-4ac1-9785-32cff3dedcb3 req-f7cadfdb-7aba-4bce-ad62-545296ee3861 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 946 time: 0.1030123 May 17 17:16:21.968655 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f1166449-e5e6-4ac1-9785-32cff3dedcb3 req-8b4c88ca-e88c-472c-b30e-f8ad3f57a66a tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601568 May 17 17:16:21.972171 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 76a127a7-c717-441d-befd-aa3e03f6d0bc no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:16:22.013167 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] No Port match for: 76a127a7-c717-441d-befd-aa3e03f6d0bc {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:16:22.013585 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 76a127a7-c717-441d-befd-aa3e03f6d0bc not bound to the agent host hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:16:22.017314 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 72213c8f-95d2-4e6b-bc71-ec5cf8e62273 no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:16:22.068575 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 49816) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:16:22.144931 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15441d6b-704a-4c60-992b-1d4081af6199 None None] New status for floating IP 11c41d1f-23a0-4bcc-b26b-c357ad1eff60: DOWN {{(pid=103512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:16:22.164996 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-28568e68-4fbe-46bd-af57-9cf566af98b9 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group (8fbf18eb-e55b-46c4-ba9d-2ed08d646612), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:22.203150 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-28568e68-4fbe-46bd-af57-9cf566af98b9 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group (8fbf18eb-e55b-46c4-ba9d-2ed08d646612), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:22.260838 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port 72213c8f-95d2-4e6b-bc71-ec5cf8e62273 is: ACTIVE; New status is: DOWN {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:16:22.261787 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (72213c8f-95d2-4e6b-bc71-ec5cf8e62273), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:22.292531 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-28568e68-4fbe-46bd-af57-9cf566af98b9 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (8fbf18eb-e55b-46c4-ba9d-2ed08d646612), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:22.298378 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-28568e68-4fbe-46bd-af57-9cf566af98b9 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:22.300264 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-28568e68-4fbe-46bd-af57-9cf566af98b9 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "DELETE /v2.0/security-groups/8fbf18eb-e55b-46c4-ba9d-2ed08d646612 HTTP/1.1" status: 204 len: 168 time: 0.2306325 May 17 17:16:22.304032 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 49822) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:16:22.317066 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28568e68-4fbe-46bd-af57-9cf566af98b9 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbf18eb-e55b-46c4-ba9d-2ed08d646612,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:16:22.333781 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.api.v2.resource [None req-26e7429c-71f2-42de-9739-df86c87e5bd2 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] show failed (client error): The resource could not be found. May 17 17:16:22.339923 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 49824) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:16:22.340127 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-26e7429c-71f2-42de-9739-df86c87e5bd2 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups/8fbf18eb-e55b-46c4-ba9d-2ed08d646612 HTTP/1.1" status: 404 len: 347 time: 0.0346706 May 17 17:16:22.360479 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d1426b-07f8-410e-b753-b1d8e9c1102f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72213c8f-95d2-4e6b-bc71-ec5cf8e62273'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:16:22.364391 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47090663941ec1551041a48ed4f6687b33fcf119bf177f9ca48a03ee97be2a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87eaf192-feb8-4934-984f-c165005d7d2a" -d '{"events": [{"server_uuid": "47d1426b-07f8-410e-b753-b1d8e9c1102f", "name": "network-vif-unplugged", "status": "completed", "tag": "72213c8f-95d2-4e6b-bc71-ec5cf8e62273"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:16:22.381223 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port 72213c8f-95d2-4e6b-bc71-ec5cf8e62273, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=72213c8f-95d2-4e6b-bc71-ec5cf8e62273,segment=NetworkSegment(1c156ced-2786-412e-9fcf-5e0bd25c37ad),segment_id=1c156ced-2786-412e-9fcf-5e0bd25c37ad)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:16:22.390666 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (72213c8f-95d2-4e6b-bc71-ec5cf8e62273), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:22.440578 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 17 May 2022 17:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace6477d-ebd0-42d8-8b9f-7cb3676b0274 x-openstack-request-id: req-ace6477d-ebd0-42d8-8b9f-7cb3676b0274 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:16:22.440848 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d1426b-07f8-410e-b753-b1d8e9c1102f", "name": "network-vif-unplugged", "status": "failed", "tag": "72213c8f-95d2-4e6b-bc71-ec5cf8e62273", "code": 422}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:16:22.441271 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ace6477d-ebd0-42d8-8b9f-7cb3676b0274 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:16:22.441902 dv-cinder-842149-1-iscsi neutron-server[103512]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ace6477d-ebd0-42d8-8b9f-7cb3676b0274']: {'server_uuid': '47d1426b-07f8-410e-b753-b1d8e9c1102f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '72213c8f-95d2-4e6b-bc71-ec5cf8e62273', 'code': 422} returned with failed status May 17 17:16:22.453798 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=72213c8f-95d2-4e6b-bc71-ec5cf8e62273,revision_number=6']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:16:22.547773 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-15dfa3d6-5d9e-46ec-8571-886a2cdfef07 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Deleting port 539c1c94-d6f5-4256-b06b-2420fd557717 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:16:22.548152 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-15dfa3d6-5d9e-46ec-8571-886a2cdfef07 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (539c1c94-d6f5-4256-b06b-2420fd557717), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:22.636916 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-15dfa3d6-5d9e-46ec-8571-886a2cdfef07 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (539c1c94-d6f5-4256-b06b-2420fd557717), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:22.638092 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-15dfa3d6-5d9e-46ec-8571-886a2cdfef07 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for floatingip (539c1c94-d6f5-4256-b06b-2420fd557717), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:22.661222 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-15dfa3d6-5d9e-46ec-8571-886a2cdfef07 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Calling delete_port for 539c1c94-d6f5-4256-b06b-2420fd557717 owned by network:floatingip {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:16:22.702712 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de3626-f126-4cdd-a766-4405a9a1e354 req-e5d0b351-82ef-4107-96cb-efed77a79daf tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:22.704221 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-01de3626-f126-4cdd-a766-4405a9a1e354 req-e5d0b351-82ef-4107-96cb-efed77a79daf tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 943 time: 0.0515234 May 17 17:16:22.779232 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-01de3626-f126-4cdd-a766-4405a9a1e354 req-508cf344-178a-47f0-9d7d-699d03653186 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642374 May 17 17:16:22.817787 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-15dfa3d6-5d9e-46ec-8571-886a2cdfef07 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912'] for port (539c1c94-d6f5-4256-b06b-2420fd557717), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:22.845497 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dfa3d6-5d9e-46ec-8571-886a2cdfef07 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Pushing event deleted for resources: {'Port': ['ID=539c1c94-d6f5-4256-b06b-2420fd557717,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:16:22.885652 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-15dfa3d6-5d9e-46ec-8571-886a2cdfef07 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for floatingip (11c41d1f-23a0-4bcc-b26b-c357ad1eff60), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:22.888304 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-15dfa3d6-5d9e-46ec-8571-886a2cdfef07 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for floatingip (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:22.889859 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-15dfa3d6-5d9e-46ec-8571-886a2cdfef07 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "DELETE /v2.0/floatingips/11c41d1f-23a0-4bcc-b26b-c357ad1eff60 HTTP/1.1" status: 204 len: 168 time: 0.5483229 May 17 17:16:22.962279 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 49834) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:16:22.967230 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-c1ca177f-c252-48a4-8494-b5de3a79c221 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1232874416', 'description': 'tempest-description--1778293966'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:16:22.991204 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c1ca177f-c252-48a4-8494-b5de3a79c221 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:23.124815 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c1ca177f-c252-48a4-8494-b5de3a79c221 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group (783d61ec-73a5-467e-bd3e-9387a06db28d), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:23.137826 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c1ca177f-c252-48a4-8494-b5de3a79c221 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (783d61ec-73a5-467e-bd3e-9387a06db28d), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:23.167124 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463aa31d-6497-4a8a-8dca-88252ba77157 req-4942727d-3429-4619-a430-e29f0f0f4d89 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:23.169214 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-463aa31d-6497-4a8a-8dca-88252ba77157 req-4942727d-3429-4619-a430-e29f0f0f4d89 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 946 time: 0.0956721 May 17 17:16:23.192535 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c1ca177f-c252-48a4-8494-b5de3a79c221 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:23.193936 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-c1ca177f-c252-48a4-8494-b5de3a79c221 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2301638 May 17 17:16:23.197522 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 49838) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:16:23.200215 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca177f-c252-48a4-8494-b5de3a79c221 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=783d61ec-73a5-467e-bd3e-9387a06db28d,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:16:23.202436 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-300585b7-36e2-4da2-bca9-ee9223c6b9ca tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Request body: {'security_group_rule': {'security_group_id': '783d61ec-73a5-467e-bd3e-9387a06db28d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:16:23.245710 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-300585b7-36e2-4da2-bca9-ee9223c6b9ca tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group_rule (a91a0d74-1eab-4460-b962-397cc1285066), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:23.269235 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-463aa31d-6497-4a8a-8dca-88252ba77157 req-0feae334-00bf-4ea7-bdb9-2bfd6463068e tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808508 May 17 17:16:23.326198 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-300585b7-36e2-4da2-bca9-ee9223c6b9ca tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group_rule (a91a0d74-1eab-4460-b962-397cc1285066), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:23.332505 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-300585b7-36e2-4da2-bca9-ee9223c6b9ca tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935960'] for security_group_rule (a91a0d74-1eab-4460-b962-397cc1285066), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:23.351706 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300585b7-36e2-4da2-bca9-ee9223c6b9ca tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a91a0d74-1eab-4460-b962-397cc1285066,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:16:23.367111 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-300585b7-36e2-4da2-bca9-ee9223c6b9ca tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:23.371569 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 49840) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:16:23.372501 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-300585b7-36e2-4da2-bca9-ee9223c6b9ca tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1735091 May 17 17:16:23.376104 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-d27f4860-c39c-43c0-abfa-99bcc79c1055 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Request body: {'security_group_rule': {'security_group_id': '783d61ec-73a5-467e-bd3e-9387a06db28d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:16:23.396517 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fcfb3ff3-28d2-4ebb-918c-dfbcd3eba90b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:23.407116 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d27f4860-c39c-43c0-abfa-99bcc79c1055 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group_rule (1ec4e536-45f6-4447-82a0-f15e5955753b), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:23.475455 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d27f4860-c39c-43c0-abfa-99bcc79c1055 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group_rule (1ec4e536-45f6-4447-82a0-f15e5955753b), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:23.480991 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d27f4860-c39c-43c0-abfa-99bcc79c1055 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935960'] for security_group_rule (1ec4e536-45f6-4447-82a0-f15e5955753b), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:23.501368 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f4860-c39c-43c0-abfa-99bcc79c1055 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ec4e536-45f6-4447-82a0-f15e5955753b,revision_number=0']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:16:23.512968 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d27f4860-c39c-43c0-abfa-99bcc79c1055 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:23.514197 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-d27f4860-c39c-43c0-abfa-99bcc79c1055 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1415911 May 17 17:16:23.517436 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 49842) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:16:23.523788 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-a5e40797-7ef9-4422-840c-75dd194ea1d5 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Request body: {'floatingip': {'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:16:23.550254 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a5e40797-7ef9-4422-840c-75dd194ea1d5 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:23.646364 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a5e40797-7ef9-4422-840c-75dd194ea1d5 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:23.767164 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [None req-a5e40797-7ef9-4422-840c-75dd194ea1d5 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Allocated IP 172.27.0.57 (02c56ec1-398e-4da7-8d6f-c5872f286327/162161ae-47ec-4957-8899-c21f028f623a/811a47f8-4b34-460e-81c3-fcf62b1ba419) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:16:23.833979 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (f77364a9-2f6e-44ad-9fc6-92e3e143ef92), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:23.918624 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a5e40797-7ef9-4422-840c-75dd194ea1d5 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for port (811a47f8-4b34-460e-81c3-fcf62b1ba419), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:23.940805 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389fb45-d838-4a7c-a09c-7a6bdf325d33 req-e9fccc96-7fff-4b54-809f-2cec1b278a25 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:23.942658 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1389fb45-d838-4a7c-a09c-7a6bdf325d33 req-e9fccc96-7fff-4b54-809f-2cec1b278a25 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 943 time: 0.0772595 May 17 17:16:23.968777 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a5e40797-7ef9-4422-840c-75dd194ea1d5 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (811a47f8-4b34-460e-81c3-fcf62b1ba419), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:24.015406 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e40797-7ef9-4422-840c-75dd194ea1d5 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Network 02c56ec1-398e-4da7-8d6f-c5872f286327 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:16:24.016191 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1389fb45-d838-4a7c-a09c-7a6bdf325d33 req-4f6a34b6-701f-472f-ab30-f3abd7039e47 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679624 May 17 17:16:24.020655 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-a5e40797-7ef9-4422-840c-75dd194ea1d5 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:16:24.025933 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e40797-7ef9-4422-840c-75dd194ea1d5 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:16:24.047258 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e40797-7ef9-4422-840c-75dd194ea1d5 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Pushing event updated for resources: {'Port': ['ID=811a47f8-4b34-460e-81c3-fcf62b1ba419,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:16:24.095430 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a5e40797-7ef9-4422-840c-75dd194ea1d5 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for floatingip (3ee5b400-47ee-4523-a432-f7e5334d8aff), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:24.141507 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a5e40797-7ef9-4422-840c-75dd194ea1d5 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (811a47f8-4b34-460e-81c3-fcf62b1ba419), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:24.349658 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a5e40797-7ef9-4422-840c-75dd194ea1d5 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for port (811a47f8-4b34-460e-81c3-fcf62b1ba419), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:24.359534 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a5e40797-7ef9-4422-840c-75dd194ea1d5 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (811a47f8-4b34-460e-81c3-fcf62b1ba419), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:24.391491 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a5e40797-7ef9-4422-840c-75dd194ea1d5 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7866643'] for floatingip (3ee5b400-47ee-4523-a432-f7e5334d8aff), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:24.419106 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a5e40797-7ef9-4422-840c-75dd194ea1d5 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for floatingip (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:24.420539 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-a5e40797-7ef9-4422-840c-75dd194ea1d5 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9016347 May 17 17:16:24.421222 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e40797-7ef9-4422-840c-75dd194ea1d5 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Pushing event updated for resources: {'Port': ['ID=811a47f8-4b34-460e-81c3-fcf62b1ba419,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:16:24.469024 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc25e6-42c7-4bd1-9406-0e3a80fdbd32 req-30f60a82-0a12-40a0-abcd-6ef901e6118e tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:24.471072 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8bdc25e6-42c7-4bd1-9406-0e3a80fdbd32 req-30f60a82-0a12-40a0-abcd-6ef901e6118e tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 946 time: 0.0879941 May 17 17:16:24.544898 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8bdc25e6-42c7-4bd1-9406-0e3a80fdbd32 req-353e0d7d-06c2-4edd-9a0c-b90ffcb34388 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667500 May 17 17:16:24.679788 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-73ff1675-74fd-4f20-9905-510539cdc2af tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1232874416&fields=id&tenant_id=54981d1c7fe64f5cb6a846496ad4f776 HTTP/1.1" status: 200 len: 267 time: 0.0445774 May 17 17:16:24.801210 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-7e91e6b6-0a00-4298-88f8-f83485349382 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:24.802706 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-7e91e6b6-0a00-4298-88f8-f83485349382 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/networks?id=30541785-dceb-40b7-9575-992b66a470e9 HTTP/1.1" status: 200 len: 815 time: 0.1142354 May 17 17:16:24.819067 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-2cce65e9-fa5b-412a-a19c-90e79e0e9195 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/quotas/54981d1c7fe64f5cb6a846496ad4f776 HTTP/1.1" status: 200 len: 375 time: 0.0094903 May 17 17:16:24.871842 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:24.878932 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-fd6337b5-4494-420e-b2a5-9dc074d5523e tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=54981d1c7fe64f5cb6a846496ad4f776&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506771 May 17 17:16:25.065384 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-2b04b3bb-d811-405c-9460-aa325776fa85 service neutron] 10.222.0.48 "GET /v2.0/networks/30541785-dceb-40b7-9575-992b66a470e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734993 May 17 17:16:25.417986 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6da149-a1c0-46ab-81a6-f17d738a22d8 req-b9ab949d-d85a-4a68-8175-04afa6a5e3cb tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:25.419332 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-dd6da149-a1c0-46ab-81a6-f17d738a22d8 req-b9ab949d-d85a-4a68-8175-04afa6a5e3cb tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 943 time: 0.3070931 May 17 17:16:25.449812 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-6eca518e-ea1c-4cdd-9b04-8c205d219fec service neutron] 10.222.0.48 "GET /v2.0/networks/30541785-dceb-40b7-9575-992b66a470e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756595 May 17 17:16:25.485079 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-dd6da149-a1c0-46ab-81a6-f17d738a22d8 req-1af707c2-1452-462b-a551-0478dc8961ac tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571012 May 17 17:16:25.620263 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-48666604-5ba5-4c1e-bb3a-36ca79052fa1 req-44376266-24ca-4c83-97f9-71a64da762df tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=b233a28b-810a-4304-a7cb-93b1c24f76fe HTTP/1.1" status: 200 len: 210 time: 0.0308437 May 17 17:16:25.670246 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd18ed9-3ce8-4144-a0db-0ad9601028e4 req-548b7eca-d01b-4f42-94fc-768d6f86f6e9 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:25.672123 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8bd18ed9-3ce8-4144-a0db-0ad9601028e4 req-548b7eca-d01b-4f42-94fc-768d6f86f6e9 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 946 time: 0.0547235 May 17 17:16:25.736006 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8bd18ed9-3ce8-4144-a0db-0ad9601028e4 req-733f5734-8f5b-4b10-97ec-b07b0ec755dd tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563483 May 17 17:16:25.849914 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4a26f-465f-4c36-818a-52269eae8972 req-253b0f07-6a14-43cd-b40a-40e0cd2afdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:25.851888 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6df4a26f-465f-4c36-818a-52269eae8972 req-253b0f07-6a14-43cd-b40a-40e0cd2afdaf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9d587d1ef11b4055b77055e6fbcc1899&device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 1130 time: 0.0477066 May 17 17:16:25.910061 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:25.958597 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4a26f-465f-4c36-818a-52269eae8972 req-53977f6f-f372-4e18-8fb3-1a4419c2ae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:25.960273 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6df4a26f-465f-4c36-818a-52269eae8972 req-53977f6f-f372-4e18-8fb3-1a4419c2ae59 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cabe2e00-7fdc-4f66-a15c-c9987c464947 HTTP/1.1" status: 200 len: 918 time: 0.1021421 May 17 17:16:26.049427 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6df4a26f-465f-4c36-818a-52269eae8972 req-ca10e749-cc14-465c-befb-ccb02b837c8f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 HTTP/1.1" status: 200 len: 1002 time: 0.0654936 May 17 17:16:26.324817 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368f58d-0968-41c2-a277-4e295d75e824 req-48c81710-8bd9-497e-afc0-59e7a8bed176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:26.326313 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d368f58d-0968-41c2-a277-4e295d75e824 req-48c81710-8bd9-497e-afc0-59e7a8bed176 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f&tenant_id=2630e0044e5f4f28b8d2adcfeaf0c604 HTTP/1.1" status: 200 len: 1127 time: 0.0718825 May 17 17:16:26.328937 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4a26f-465f-4c36-818a-52269eae8972 req-b4c6be0c-c2d9-4645-b6fd-262b7da10a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:26.329579 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6df4a26f-465f-4c36-818a-52269eae8972 req-b4c6be0c-c2d9-4645-b6fd-262b7da10a3c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7c810424-34e9-472b-8917-5d16a4254529 HTTP/1.1" status: 200 len: 856 time: 0.0863316 May 17 17:16:26.424234 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4a26f-465f-4c36-818a-52269eae8972 req-69e78ea5-ef80-4ef1-a44c-c17d24505d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:26.425780 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6df4a26f-465f-4c36-818a-52269eae8972 req-69e78ea5-ef80-4ef1-a44c-c17d24505d04 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cabe2e00-7fdc-4f66-a15c-c9987c464947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0863791 May 17 17:16:26.429199 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368f58d-0968-41c2-a277-4e295d75e824 req-56319a66-74eb-4143-b6c6-ac35b1ead0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:26.432428 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d368f58d-0968-41c2-a277-4e295d75e824 req-56319a66-74eb-4143-b6c6-ac35b1ead0ca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2630e0044e5f4f28b8d2adcfeaf0c604&device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 1127 time: 0.0786822 May 17 17:16:26.612461 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1bd0b-ec3e-42e0-9ba2-7f3fe384ca45 req-c29337bf-20a3-4af7-a9b6-51a30c426c10 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:26.614316 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1bd1bd0b-ec3e-42e0-9ba2-7f3fe384ca45 req-c29337bf-20a3-4af7-a9b6-51a30c426c10 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 943 time: 0.0492995 May 17 17:16:26.689063 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1bd1bd0b-ec3e-42e0-9ba2-7f3fe384ca45 req-040b41bc-e80b-4903-91da-700ec6cd0869 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684390 May 17 17:16:26.763688 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b649ae38-e286-4e4e-9baa-4034531485d5 req-f9905be0-f88e-4c9d-b5e7-93fd1b2e1aef tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=b233a28b-810a-4304-a7cb-93b1c24f76fe HTTP/1.1" status: 200 len: 210 time: 0.0393524 May 17 17:16:26.878824 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc55819-a9d1-43e5-a8d5-630640771c8e req-5f4c58f0-e5cf-4802-878b-579724a94e43 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:26.880449 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9fc55819-a9d1-43e5-a8d5-630640771c8e req-5f4c58f0-e5cf-4802-878b-579724a94e43 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 946 time: 0.0583196 May 17 17:16:26.940226 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9fc55819-a9d1-43e5-a8d5-630640771c8e req-3250a091-ead9-41a1-8d28-948a82502888 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526199 May 17 17:16:27.147862 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6df4a26f-465f-4c36-818a-52269eae8972 req-2fd8977c-dfca-4d33-b23e-6bf1d83a6409 service neutron] 10.222.0.23 "GET /v2.0/networks/cabe2e00-7fdc-4f66-a15c-c9987c464947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5115948 May 17 17:16:27.152775 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368f58d-0968-41c2-a277-4e295d75e824 req-840cc663-80c6-4483-90db-1888fca213fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:27.154356 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d368f58d-0968-41c2-a277-4e295d75e824 req-840cc663-80c6-4483-90db-1888fca213fe service neutron] 10.222.0.23 "GET /v2.0/networks?id=fac7d240-6e72-4e7e-a11f-51c520d02d21 HTTP/1.1" status: 200 len: 909 time: 0.5266926 May 17 17:16:27.242290 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-c4637e01-86bf-44ec-a9c5-a220d27547fb tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:27.243805 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-c4637e01-86bf-44ec-a9c5-a220d27547fb tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.23 "GET /v2.0/networks?id=30541785-dceb-40b7-9575-992b66a470e9 HTTP/1.1" status: 200 len: 815 time: 0.5005560 May 17 17:16:27.309367 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d368f58d-0968-41c2-a277-4e295d75e824 req-12d016ee-fff1-49e8-8797-9c191f5e549c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72213c8f-95d2-4e6b-bc71-ec5cf8e62273 HTTP/1.1" status: 200 len: 999 time: 0.1435566 May 17 17:16:27.389347 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6df4a26f-465f-4c36-818a-52269eae8972 req-06375bc3-6d2b-40f4-84d4-ace272b9c30f service neutron] 10.222.0.23 "GET /v2.0/networks/cabe2e00-7fdc-4f66-a15c-c9987c464947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323914 May 17 17:16:27.402034 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-19d2519d-f816-462f-84ce-708e406660b2 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54981d1c7fe64f5cb6a846496ad4f776 HTTP/1.1" status: 200 len: 380 time: 0.1254709 May 17 17:16:27.415156 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-c73f6fdc-ffc0-4ec5-92fc-6ba849459b4c tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Request body: {'port': {'device_id': 'b233a28b-810a-4304-a7cb-93b1c24f76fe', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'admin_state_up': True, 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'security_groups': ['783d61ec-73a5-467e-bd3e-9387a06db28d']}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:16:27.420752 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368f58d-0968-41c2-a277-4e295d75e824 req-6f8d8199-5c0e-43ba-a525-f00cac249ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:27.422141 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d368f58d-0968-41c2-a277-4e295d75e824 req-6f8d8199-5c0e-43ba-a525-f00cac249ffd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a7d1a19a-d549-479d-ad0e-c4729109fef8 HTTP/1.1" status: 200 len: 847 time: 0.1052363 May 17 17:16:27.468776 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:27.528720 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-c73f6fdc-ffc0-4ec5-92fc-6ba849459b4c tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Made reservation on behalf of 54981d1c7fe64f5cb6a846496ad4f776 for: {'port': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:16:27.532346 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-c73f6fdc-ffc0-4ec5-92fc-6ba849459b4c tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:27.660853 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-c73f6fdc-ffc0-4ec5-92fc-6ba849459b4c tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Allocated IP 172.20.0.9 (30541785-dceb-40b7-9575-992b66a470e9/622d61e7-eff2-45a5-baff-55e360ced291/791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:16:27.758915 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.agents_db [None req-bd8c2525-aad1-4fe1-b03f-cf2f293aaa3a None None] Agent healthcheck: found 6 active agents {{(pid=103513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:16:27.799367 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915cf14f-a10e-4cfd-aca4-cdd19ff0a783 req-98579ca8-87a3-4d62-891b-a16e249d2579 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:27.804512 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-915cf14f-a10e-4cfd-aca4-cdd19ff0a783 req-98579ca8-87a3-4d62-891b-a16e249d2579 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 943 time: 0.0516844 May 17 17:16:27.809062 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-c73f6fdc-ffc0-4ec5-92fc-6ba849459b4c tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for port (791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:27.845361 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-c73f6fdc-ffc0-4ec5-92fc-6ba849459b4c tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:27.878715 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-915cf14f-a10e-4cfd-aca4-cdd19ff0a783 req-5dc1fcac-2a4c-4a4c-9a27-592f5038f837 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719240 May 17 17:16:27.886880 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-c73f6fdc-ffc0-4ec5-92fc-6ba849459b4c tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Network 30541785-dceb-40b7-9575-992b66a470e9 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:16:27.890110 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-c73f6fdc-ffc0-4ec5-92fc-6ba849459b4c tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:16:27.896127 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642fa64-fd19-40e7-84b8-8fefad7387bb req-f7172069-e0ac-4fb1-8091-9b58f12fe13b tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:27.896879 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-c73f6fdc-ffc0-4ec5-92fc-6ba849459b4c tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:16:27.897113 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a642fa64-fd19-40e7-84b8-8fefad7387bb req-f7172069-e0ac-4fb1-8091-9b58f12fe13b tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=b233a28b-810a-4304-a7cb-93b1c24f76fe HTTP/1.1" status: 200 len: 931 time: 0.0634313 May 17 17:16:27.903020 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-c73f6fdc-ffc0-4ec5-92fc-6ba849459b4c tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:27.903926 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-c73f6fdc-ffc0-4ec5-92fc-6ba849459b4c tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:27.914980 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f6fdc-ffc0-4ec5-92fc-6ba849459b4c tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Pushing event updated for resources: {'Port': ['ID=791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:16:27.929660 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-c73f6fdc-ffc0-4ec5-92fc-6ba849459b4c tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5210550 May 17 17:16:27.951291 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a642fa64-fd19-40e7-84b8-8fefad7387bb req-0ab5f55b-dfa6-4531-8f11-d5108e051c77 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=783d61ec-73a5-467e-bd3e-9387a06db28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469136 May 17 17:16:28.065690 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c5739-f50d-4d94-a7db-6535ce21b30d req-b080bcde-35af-4bb0-bcf3-f171a9cf006b tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:28.067190 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d89c5739-f50d-4d94-a7db-6535ce21b30d req-b080bcde-35af-4bb0-bcf3-f171a9cf006b tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 946 time: 0.0513566 May 17 17:16:28.097706 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-cb451387-456f-4d99-93f1-d83b8be57e22 None None] Provisioning complete for port 791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25 triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:16:28.098080 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cb451387-456f-4d99-93f1-d83b8be57e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:28.117875 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d89c5739-f50d-4d94-a7db-6535ce21b30d req-7259bf14-b612-45e6-abb2-e691d88301c3 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439210 May 17 17:16:28.128305 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-cb451387-456f-4d99-93f1-d83b8be57e22 None None] Port 791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25 cannot update to ACTIVE because it is not bound. {{(pid=103512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:16:28.996214 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f1c9d-7a53-4fb5-83ba-29604d9d4a29 req-69aa0c4f-9f76-47c4-80bf-7122073116cf tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:28.997698 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-fb2f1c9d-7a53-4fb5-83ba-29604d9d4a29 req-69aa0c4f-9f76-47c4-80bf-7122073116cf tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 943 time: 0.0462620 May 17 17:16:29.077448 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-fb2f1c9d-7a53-4fb5-83ba-29604d9d4a29 req-7da7a2b6-4fb8-423c-8116-ccf0f3f3920f tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741925 May 17 17:16:29.088282 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615d693-060d-42fd-8a27-dbb05677f755 req-904ded44-748f-4aa7-b466-b66e179731ca tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:29.089823 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-0615d693-060d-42fd-8a27-dbb05677f755 req-904ded44-748f-4aa7-b466-b66e179731ca tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=b233a28b-810a-4304-a7cb-93b1c24f76fe HTTP/1.1" status: 200 len: 931 time: 0.0672438 May 17 17:16:29.136868 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-0615d693-060d-42fd-8a27-dbb05677f755 req-17c10d29-c794-4ca7-96a4-8e26c1b70585 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=783d61ec-73a5-467e-bd3e-9387a06db28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407774 May 17 17:16:29.236108 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072dc210-e9d1-4291-9059-57dd2dea4430 req-aa084ac7-50ba-4be6-a7e3-f9041083ebc4 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:29.237539 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-072dc210-e9d1-4291-9059-57dd2dea4430 req-aa084ac7-50ba-4be6-a7e3-f9041083ebc4 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 946 time: 0.0467329 May 17 17:16:29.282995 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-072dc210-e9d1-4291-9059-57dd2dea4430 req-607a30d0-4d63-42e5-af3b-bcb830f7e749 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397995 May 17 17:16:30.190365 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f70dbf-8d92-43c5-962b-d05b350b294e req-afb8faee-fa34-45c6-8261-88de32d204a7 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:30.191870 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-02f70dbf-8d92-43c5-962b-d05b350b294e req-afb8faee-fa34-45c6-8261-88de32d204a7 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 943 time: 0.0471971 May 17 17:16:30.273480 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79dbf3-9737-410a-bff6-8849a1d1640a req-359c98ae-f744-4f53-8b7a-a2991ffb12cd tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:30.275348 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ac79dbf3-9737-410a-bff6-8849a1d1640a req-359c98ae-f744-4f53-8b7a-a2991ffb12cd tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=b233a28b-810a-4304-a7cb-93b1c24f76fe HTTP/1.1" status: 200 len: 931 time: 0.0708814 May 17 17:16:30.286180 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-02f70dbf-8d92-43c5-962b-d05b350b294e req-14edf7f4-c466-467d-b249-11f4f81da1c6 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886066 May 17 17:16:30.327707 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ac79dbf3-9737-410a-bff6-8849a1d1640a req-3945efb8-cea8-4d4a-940f-0ba23184ea6b tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=783d61ec-73a5-467e-bd3e-9387a06db28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455627 May 17 17:16:30.330344 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:16:30.402408 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaffad1-3670-4457-aeef-fdabd681feba req-bad3d9d9-6b22-41a6-8ee2-3cdd5ace8fcc tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:30.404074 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ffaffad1-3670-4457-aeef-fdabd681feba req-bad3d9d9-6b22-41a6-8ee2-3cdd5ace8fcc tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 946 time: 0.0475576 May 17 17:16:30.406333 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 is: ACTIVE; New status is: DOWN {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:16:30.406719 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:30.443085 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-68032b0f-116e-4cbf-a3b7-3ea07c37a665 service neutron] Request body: {'port': {'device_id': 'b233a28b-810a-4304-a7cb-93b1c24f76fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84214'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:16:30.443674 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6de88f8-538f-45eb-bfcd-fce744a5c55d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:16:30.445671 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47090663941ec1551041a48ed4f6687b33fcf119bf177f9ca48a03ee97be2a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145b61f4-efb6-40f9-ba34-07a8f1c23d43" -d '{"events": [{"server_uuid": "b6de88f8-538f-45eb-bfcd-fce744a5c55d", "name": "network-vif-unplugged", "status": "completed", "tag": "e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:16:30.458367 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5,segment=NetworkSegment(dd7c38ba-79f9-47ce-94d1-d0499646a213),segment_id=dd7c38ba-79f9-47ce-94d1-d0499646a213)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:16:30.463747 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:30.470766 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ffaffad1-3670-4457-aeef-fdabd681feba req-025b5954-57dc-49be-87e2-829ffdf83242 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580614 May 17 17:16:30.522553 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5,revision_number=8']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:16:30.538667 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368f58d-0968-41c2-a277-4e295d75e824 req-3e754559-014f-4068-b63f-808bb310b6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:30.540807 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d368f58d-0968-41c2-a277-4e295d75e824 req-3e754559-014f-4068-b63f-808bb310b6d7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fac7d240-6e72-4e7e-a11f-51c520d02d21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1219342 May 17 17:16:30.547421 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 May 2022 17:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a377e0a5-f030-41e4-a4d0-e38820e729a0 x-openstack-request-id: req-a377e0a5-f030-41e4-a4d0-e38820e729a0 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:16:30.547977 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6de88f8-538f-45eb-bfcd-fce744a5c55d", "name": "network-vif-unplugged", "status": "completed", "tag": "e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:16:30.548392 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a377e0a5-f030-41e4-a4d0-e38820e729a0 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:16:30.548794 dv-cinder-842149-1-iscsi neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a377e0a5-f030-41e4-a4d0-e38820e729a0'] response: {'server_uuid': 'b6de88f8-538f-45eb-bfcd-fce744a5c55d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5', 'code': 200} May 17 17:16:30.606283 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-68032b0f-116e-4cbf-a3b7-3ea07c37a665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:30.720014 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d368f58d-0968-41c2-a277-4e295d75e824 req-3f1a3bd4-f9c3-4469-ba4a-6b6cb1929946 service neutron] 10.222.0.23 "GET /v2.0/networks/fac7d240-6e72-4e7e-a11f-51c520d02d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516502 May 17 17:16:30.938810 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d368f58d-0968-41c2-a277-4e295d75e824 req-4536204c-4059-497e-870d-fb93648cc8e5 service neutron] 10.222.0.23 "GET /v2.0/networks/fac7d240-6e72-4e7e-a11f-51c520d02d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014158 May 17 17:16:31.025332 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-68032b0f-116e-4cbf-a3b7-3ea07c37a665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25 {{(pid=103510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:16:31.033119 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-68032b0f-116e-4cbf-a3b7-3ea07c37a665 service neutron] Publish callbacks [] for port (791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:31.047231 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.provisioning_blocks [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-68032b0f-116e-4cbf-a3b7-3ea07c37a665 service neutron] Transition to ACTIVE for port object 791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25 will not be triggered until provisioned by entity L2. {{(pid=103510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 17:16:31.050953 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-68032b0f-116e-4cbf-a3b7-3ea07c37a665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:31.104332 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68032b0f-116e-4cbf-a3b7-3ea07c37a665 service neutron] Pushing event updated for resources: {'Port': ['ID=791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:16:31.145331 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-68032b0f-116e-4cbf-a3b7-3ea07c37a665 service neutron] Attempting to bind port 791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25 on host hv-cinder-84214 for vnic_type normal with profile {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:16:31.145667 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-68032b0f-116e-4cbf-a3b7-3ea07c37a665 service neutron] Attempting to bind port 791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25 by drivers openvswitch,hyperv on host hv-cinder-84214 at level 0 using segments [{'id': 'ea772ee0-6e76-4284-a4d3-aeaff2f9a97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '30541785-dceb-40b7-9575-992b66a470e9'}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:16:31.145998 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-68032b0f-116e-4cbf-a3b7-3ea07c37a665 service neutron] Attempting to bind port 791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25 on network 30541785-dceb-40b7-9575-992b66a470e9 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:16:31.151637 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-68032b0f-116e-4cbf-a3b7-3ea07c37a665 service neutron] Port 791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25 on network 30541785-dceb-40b7-9575-992b66a470e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84214 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 17:16:31.151953 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-68032b0f-116e-4cbf-a3b7-3ea07c37a665 service neutron] Attempting to bind port 791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25 on network 30541785-dceb-40b7-9575-992b66a470e9 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:16:31.157375 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-68032b0f-116e-4cbf-a3b7-3ea07c37a665 service neutron] Checking agent: {'id': 'f77364a9-2f6e-44ad-9fc6-92e3e143ef92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84214', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 8, 20), 'started_at': datetime.datetime(2022, 5, 17, 17, 8, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:16:31.157709 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-68032b0f-116e-4cbf-a3b7-3ea07c37a665 service neutron] Checking segment: {'id': 'ea772ee0-6e76-4284-a4d3-aeaff2f9a97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '30541785-dceb-40b7-9575-992b66a470e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:16:31.158331 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-68032b0f-116e-4cbf-a3b7-3ea07c37a665 service neutron] Bound using segment: {'id': 'ea772ee0-6e76-4284-a4d3-aeaff2f9a97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '30541785-dceb-40b7-9575-992b66a470e9'} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:16:31.158757 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-68032b0f-116e-4cbf-a3b7-3ea07c37a665 service neutron] Bound port: 791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25, host: hv-cinder-84214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea772ee0-6e76-4284-a4d3-aeaff2f9a97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '30541785-dceb-40b7-9575-992b66a470e9'}}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:16:31.159117 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-68032b0f-116e-4cbf-a3b7-3ea07c37a665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:31.224737 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-68032b0f-116e-4cbf-a3b7-3ea07c37a665 service neutron] For port 791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25, host hv-cinder-84214, cleared binding levels {{(pid=103510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:16:31.228411 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-68032b0f-116e-4cbf-a3b7-3ea07c37a665 service neutron] For port 791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25, host hv-cinder-84214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25,segment=NetworkSegment(ea772ee0-6e76-4284-a4d3-aeaff2f9a97d),segment_id=ea772ee0-6e76-4284-a4d3-aeaff2f9a97d)] {{(pid=103510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:16:31.241103 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-68032b0f-116e-4cbf-a3b7-3ea07c37a665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:31.308271 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-68032b0f-116e-4cbf-a3b7-3ea07c37a665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:31.308986 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-68032b0f-116e-4cbf-a3b7-3ea07c37a665 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:31.310455 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-68032b0f-116e-4cbf-a3b7-3ea07c37a665 service neutron] 10.222.0.23 "PUT /v2.0/ports/791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25 HTTP/1.1" status: 200 len: 1093 time: 0.8927584 May 17 17:16:31.310925 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b233a28b-810a-4304-a7cb-93b1c24f76fe', 'tag': '791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:16:31.313392 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2afbb13-3b28-4803-beff-6c270218ef16" -d '{"events": [{"name": "network-changed", "server_uuid": "b233a28b-810a-4304-a7cb-93b1c24f76fe", "tag": "791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:16:31.348726 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc7e03-f71b-4b32-973c-c26e93c7c09f req-132873f1-355e-4505-8896-1a1806fa4dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:31.350432 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-54bc7e03-f71b-4b32-973c-c26e93c7c09f req-132873f1-355e-4505-8896-1a1806fa4dca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2630e0044e5f4f28b8d2adcfeaf0c604&device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 1127 time: 0.0767095 May 17 17:16:31.418812 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b217492d-7267-4c37-9720-57ba32f3a725 x-openstack-request-id: req-b217492d-7267-4c37-9720-57ba32f3a725 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:16:31.419098 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b233a28b-810a-4304-a7cb-93b1c24f76fe", "tag": "791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:16:31.419436 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b217492d-7267-4c37-9720-57ba32f3a725 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:16:31.420108 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b217492d-7267-4c37-9720-57ba32f3a725'] response: {'name': 'network-changed', 'server_uuid': 'b233a28b-810a-4304-a7cb-93b1c24f76fe', 'tag': '791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25', 'status': 'completed', 'code': 200} May 17 17:16:31.449209 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6adcc3-9a09-482c-b9e9-2c002f9f3357 req-99d7bc56-83d3-40a2-8a7c-13278ccad5fa tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:31.451403 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-dc6adcc3-9a09-482c-b9e9-2c002f9f3357 req-99d7bc56-83d3-40a2-8a7c-13278ccad5fa tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 943 time: 0.0656860 May 17 17:16:31.491937 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68032b0f-116e-4cbf-a3b7-3ea07c37a665 service neutron] Pushing event updated for resources: {'Port': ['ID=791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25,revision_number=3']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:16:31.502745 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5403db-0d32-4b4b-8d94-5014462a33df req-8b02cbbc-aca5-420b-a500-fad2eaf183a6 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:31.504246 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-6d5403db-0d32-4b4b-8d94-5014462a33df req-8b02cbbc-aca5-420b-a500-fad2eaf183a6 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=b233a28b-810a-4304-a7cb-93b1c24f76fe HTTP/1.1" status: 200 len: 943 time: 0.0715604 May 17 17:16:31.515265 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-66cb9b97-6be9-4b44-8edd-9d3778a8cf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:31.516807 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-66cb9b97-6be9-4b44-8edd-9d3778a8cf6e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=54981d1c7fe64f5cb6a846496ad4f776&device_id=b233a28b-810a-4304-a7cb-93b1c24f76fe HTTP/1.1" status: 200 len: 1127 time: 0.1427684 May 17 17:16:31.545403 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-dc6adcc3-9a09-482c-b9e9-2c002f9f3357 req-18b90e4d-28a5-48a4-b175-267cc7f3bf9c tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771334 May 17 17:16:31.574368 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc7e03-f71b-4b32-973c-c26e93c7c09f req-9a63aa53-c0cd-4e01-b557-825745608235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:31.576032 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-54bc7e03-f71b-4b32-973c-c26e93c7c09f req-9a63aa53-c0cd-4e01-b557-825745608235 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fac7d240-6e72-4e7e-a11f-51c520d02d21 HTTP/1.1" status: 200 len: 909 time: 0.1952224 May 17 17:16:31.577753 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-1f36787d-3cc9-4afc-9870-7b71b777a459 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25 HTTP/1.1" status: 200 len: 217 time: 0.0493951 May 17 17:16:31.598929 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-6d5403db-0d32-4b4b-8d94-5014462a33df req-597cd07a-f633-4358-b883-6336b2fa6536 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=783d61ec-73a5-467e-bd3e-9387a06db28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884507 May 17 17:16:31.672916 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d17e27-f490-4d3a-ae5e-e3ffcb01ce00 req-ed456f45-530a-46bb-90c5-e38d37749bcf tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:31.674423 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-80d17e27-f490-4d3a-ae5e-e3ffcb01ce00 req-ed456f45-530a-46bb-90c5-e38d37749bcf tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 944 time: 0.0513732 May 17 17:16:31.689009 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-adfed729-724f-45cf-a135-3b19dbef9167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:31.690492 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-adfed729-724f-45cf-a135-3b19dbef9167 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=622d61e7-eff2-45a5-baff-55e360ced291 HTTP/1.1" status: 200 len: 854 time: 0.0991635 May 17 17:16:31.694308 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-54bc7e03-f71b-4b32-973c-c26e93c7c09f req-c3357976-6bb9-470f-abf4-202c31d880b8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72213c8f-95d2-4e6b-bc71-ec5cf8e62273 HTTP/1.1" status: 200 len: 999 time: 0.1041348 May 17 17:16:31.729328 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-80d17e27-f490-4d3a-ae5e-e3ffcb01ce00 req-8262ec6b-6dfc-4e93-ba65-7ad0443c4917 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486841 May 17 17:16:31.784324 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-eb5ca4d9-157a-4933-9820-c7e6379afb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:31.785848 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-eb5ca4d9-157a-4933-9820-c7e6379afb4d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=30541785-dceb-40b7-9575-992b66a470e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0832698 May 17 17:16:31.789371 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc7e03-f71b-4b32-973c-c26e93c7c09f req-ae6dfd9a-a6df-49b8-994a-33f2e6ff8ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:31.791827 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-54bc7e03-f71b-4b32-973c-c26e93c7c09f req-ae6dfd9a-a6df-49b8-994a-33f2e6ff8ee5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a7d1a19a-d549-479d-ad0e-c4729109fef8 HTTP/1.1" status: 200 len: 847 time: 0.0903351 May 17 17:16:31.899658 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc7e03-f71b-4b32-973c-c26e93c7c09f req-1c498c8b-878e-41c5-89d8-4cac64d5bb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:31.901182 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-54bc7e03-f71b-4b32-973c-c26e93c7c09f req-1c498c8b-878e-41c5-89d8-4cac64d5bb82 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fac7d240-6e72-4e7e-a11f-51c520d02d21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0983942 May 17 17:16:32.030782 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-fbd7333d-5a5b-47ed-8e60-6e2273893ae0 service neutron] 10.222.0.23 "GET /v2.0/networks/30541785-dceb-40b7-9575-992b66a470e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290025 May 17 17:16:32.082704 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-54bc7e03-f71b-4b32-973c-c26e93c7c09f req-91026602-ac16-4f63-befe-28c7e6573cd3 service neutron] 10.222.0.23 "GET /v2.0/networks/fac7d240-6e72-4e7e-a11f-51c520d02d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554060 May 17 17:16:32.213955 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2c411acf-11f0-4cda-80c2-d18be8b27a03 req-55d95c6e-7bdb-4fce-88aa-5c2cb981e476 service neutron] 10.222.0.23 "GET /v2.0/networks/30541785-dceb-40b7-9575-992b66a470e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757646 May 17 17:16:32.259686 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-54bc7e03-f71b-4b32-973c-c26e93c7c09f req-17117437-e1fd-4a1d-9ebd-0643cd485405 service neutron] 10.222.0.23 "GET /v2.0/networks/fac7d240-6e72-4e7e-a11f-51c520d02d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326299 May 17 17:16:32.566446 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [req-691a39b1-e968-4920-8994-3874255ab442 req-a4444122-92ea-4780-b84e-8a855bdeaa98 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103511) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 17:16:32.567436 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-691a39b1-e968-4920-8994-3874255ab442 req-a4444122-92ea-4780-b84e-8a855bdeaa98 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056026 May 17 17:16:32.667321 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7d20d-b6dc-43f2-aed7-1e422ae91b0a req-b398a18a-1d6d-4dff-872b-d388e3d226ac tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:32.669188 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ced7d20d-b6dc-43f2-aed7-1e422ae91b0a req-b398a18a-1d6d-4dff-872b-d388e3d226ac tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 943 time: 0.0516284 May 17 17:16:32.754461 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0bbe9-e31a-4334-8f0b-4848f90cbddf req-517e0edc-795f-427c-be9a-f7c6427313b3 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:32.755952 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b0c0bbe9-e31a-4334-8f0b-4848f90cbddf req-517e0edc-795f-427c-be9a-f7c6427313b3 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=b233a28b-810a-4304-a7cb-93b1c24f76fe HTTP/1.1" status: 200 len: 943 time: 0.0740693 May 17 17:16:32.760505 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ced7d20d-b6dc-43f2-aed7-1e422ae91b0a req-fd61e091-1fc2-41ee-83c3-87ce44e92358 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856979 May 17 17:16:32.769713 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-92d6d0ed-3777-4eb0-80c3-efde1983deb6 req-883c566f-dcb4-4e5a-bb18-417babf51f2a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0460474 May 17 17:16:32.820378 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b0c0bbe9-e31a-4334-8f0b-4848f90cbddf req-373bf461-9a17-4a33-a262-ecf129cd63cb tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=783d61ec-73a5-467e-bd3e-9387a06db28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568810 May 17 17:16:32.872191 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6d0ed-3777-4eb0-80c3-efde1983deb6 req-32833347-bb41-4256-b251-6f32d0b84780 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:32.873741 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-92d6d0ed-3777-4eb0-80c3-efde1983deb6 req-32833347-bb41-4256-b251-6f32d0b84780 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports/e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 HTTP/1.1" status: 200 len: 941 time: 0.0696268 May 17 17:16:32.902216 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03ce31-4a70-42ab-a5f8-fb5bd4cd0383 req-f67bb6e6-c116-4016-87be-1ab5a7fb1987 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:32.903962 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-fa03ce31-4a70-42ab-a5f8-fb5bd4cd0383 req-f67bb6e6-c116-4016-87be-1ab5a7fb1987 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 944 time: 0.0552289 May 17 17:16:32.956582 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-fa03ce31-4a70-42ab-a5f8-fb5bd4cd0383 req-4cc973f6-d810-4e93-a88c-c1c7c400fe59 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469129 May 17 17:16:33.166213 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afbb13-3b28-4803-beff-6c270218ef16 req-e5c5e379-0eb0-482d-b4c1-7e22c143dd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:33.167756 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b2afbb13-3b28-4803-beff-6c270218ef16 req-e5c5e379-0eb0-482d-b4c1-7e22c143dd73 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=54981d1c7fe64f5cb6a846496ad4f776&device_id=b233a28b-810a-4304-a7cb-93b1c24f76fe HTTP/1.1" status: 200 len: 1127 time: 0.0721838 May 17 17:16:33.286063 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afbb13-3b28-4803-beff-6c270218ef16 req-34687ed2-7ae1-4867-b3fc-332df360c6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:33.287702 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b2afbb13-3b28-4803-beff-6c270218ef16 req-34687ed2-7ae1-4867-b3fc-332df360c6e1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=30541785-dceb-40b7-9575-992b66a470e9 HTTP/1.1" status: 200 len: 916 time: 0.1107476 May 17 17:16:33.331454 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b2afbb13-3b28-4803-beff-6c270218ef16 req-d13cf3c9-beeb-4e5e-af6a-79fc4bd6a3ce service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25 HTTP/1.1" status: 200 len: 217 time: 0.0374174 May 17 17:16:33.387654 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afbb13-3b28-4803-beff-6c270218ef16 req-cc4d0018-24d5-435b-8822-184928713dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:33.389086 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b2afbb13-3b28-4803-beff-6c270218ef16 req-cc4d0018-24d5-435b-8822-184928713dbd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=622d61e7-eff2-45a5-baff-55e360ced291 HTTP/1.1" status: 200 len: 854 time: 0.0512252 May 17 17:16:33.441148 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afbb13-3b28-4803-beff-6c270218ef16 req-b9c1c3eb-0a98-4e68-bc43-9d636e0fc1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:33.442663 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b2afbb13-3b28-4803-beff-6c270218ef16 req-b9c1c3eb-0a98-4e68-bc43-9d636e0fc1d1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=30541785-dceb-40b7-9575-992b66a470e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471396 May 17 17:16:33.753639 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6d0ed-3777-4eb0-80c3-efde1983deb6 req-57b4b828-6574-444d-a3db-d0cd0f210d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:33.755103 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-92d6d0ed-3777-4eb0-80c3-efde1983deb6 req-57b4b828-6574-444d-a3db-d0cd0f210d7f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d&tenant_id=9d587d1ef11b4055b77055e6fbcc1899 HTTP/1.1" status: 200 len: 1128 time: 0.0815098 May 17 17:16:33.797091 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b2afbb13-3b28-4803-beff-6c270218ef16 req-a39ac2ee-8ca6-483a-89e4-51f2dd833404 service neutron] 10.222.0.23 "GET /v2.0/networks/30541785-dceb-40b7-9575-992b66a470e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245861 May 17 17:16:33.856781 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6d0ed-3777-4eb0-80c3-efde1983deb6 req-66e980a0-4e28-49f0-893b-b56c501858c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:33.858288 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-92d6d0ed-3777-4eb0-80c3-efde1983deb6 req-66e980a0-4e28-49f0-893b-b56c501858c1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9d587d1ef11b4055b77055e6fbcc1899&device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 1128 time: 0.0760376 May 17 17:16:33.886227 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc218e9-9f9a-4e2d-9cdf-11117b1d4d9a req-3af7034c-b0c9-4c3e-a3ff-a667228b05c5 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:33.887788 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5cc218e9-9f9a-4e2d-9cdf-11117b1d4d9a req-3af7034c-b0c9-4c3e-a3ff-a667228b05c5 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 943 time: 0.0502684 May 17 17:16:33.971179 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b2afbb13-3b28-4803-beff-6c270218ef16 req-71f0da77-7e7c-4afb-9baf-d3b6d9b3377d service neutron] 10.222.0.23 "GET /v2.0/networks/30541785-dceb-40b7-9575-992b66a470e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551867 May 17 17:16:33.979901 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40086f58-e5ae-4184-9d9e-38dc4fe15484 req-93ebd840-76da-413d-8e71-bdf2c0747e8b tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:33.981593 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-40086f58-e5ae-4184-9d9e-38dc4fe15484 req-93ebd840-76da-413d-8e71-bdf2c0747e8b tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=b233a28b-810a-4304-a7cb-93b1c24f76fe HTTP/1.1" status: 200 len: 943 time: 0.0793514 May 17 17:16:33.986316 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5cc218e9-9f9a-4e2d-9cdf-11117b1d4d9a req-eabded67-b828-4c4f-93f0-4f762c12e41f tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919278 May 17 17:16:33.993640 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6d0ed-3777-4eb0-80c3-efde1983deb6 req-cf99d5a1-f5bc-44fa-afe3-5ed265420bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:33.995092 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-92d6d0ed-3777-4eb0-80c3-efde1983deb6 req-cf99d5a1-f5bc-44fa-afe3-5ed265420bb9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cabe2e00-7fdc-4f66-a15c-c9987c464947 HTTP/1.1" status: 200 len: 918 time: 0.1123185 May 17 17:16:34.042367 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-40086f58-e5ae-4184-9d9e-38dc4fe15484 req-134146e9-5871-4d8a-96f3-29a3b9828482 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=783d61ec-73a5-467e-bd3e-9387a06db28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516415 May 17 17:16:34.060081 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-92d6d0ed-3777-4eb0-80c3-efde1983deb6 req-5b1ec18a-4a42-4f7d-81d5-efe40d498c70 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 HTTP/1.1" status: 200 len: 1000 time: 0.0580344 May 17 17:16:34.096261 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238a70b-7470-42c8-80d8-bba22d776257 req-5db0eec2-7234-4312-9201-5a52832e3930 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:34.097808 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-4238a70b-7470-42c8-80d8-bba22d776257 req-5db0eec2-7234-4312-9201-5a52832e3930 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 944 time: 0.0500481 May 17 17:16:34.111628 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6d0ed-3777-4eb0-80c3-efde1983deb6 req-31ef7602-8a4e-40bc-8c29-70d17bd23b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:34.113121 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-92d6d0ed-3777-4eb0-80c3-efde1983deb6 req-31ef7602-8a4e-40bc-8c29-70d17bd23b35 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7c810424-34e9-472b-8917-5d16a4254529 HTTP/1.1" status: 200 len: 856 time: 0.0470870 May 17 17:16:34.146925 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-4238a70b-7470-42c8-80d8-bba22d776257 req-a925d459-9972-48eb-b0ba-cace6cbe385e tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433750 May 17 17:16:34.159486 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6d0ed-3777-4eb0-80c3-efde1983deb6 req-cbf283db-3348-427b-a19b-d9d5761ace10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:34.161058 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-92d6d0ed-3777-4eb0-80c3-efde1983deb6 req-cbf283db-3348-427b-a19b-d9d5761ace10 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cabe2e00-7fdc-4f66-a15c-c9987c464947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416470 May 17 17:16:34.253374 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-92d6d0ed-3777-4eb0-80c3-efde1983deb6 req-f016c13d-f01e-4127-88a0-f9d409fb836b service neutron] 10.222.0.23 "GET /v2.0/networks/cabe2e00-7fdc-4f66-a15c-c9987c464947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858572 May 17 17:16:34.342020 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:16:34.344377 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-92d6d0ed-3777-4eb0-80c3-efde1983deb6 req-48dcf16a-a158-4e79-bf4c-25070565ab86 service neutron] 10.222.0.23 "GET /v2.0/networks/cabe2e00-7fdc-4f66-a15c-c9987c464947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839725 May 17 17:16:34.427369 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 is: DOWN; New status is: DOWN {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:16:35.187622 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b2e40d-f37e-4297-b3db-28ea296ba78e req-c07d8c23-2076-400a-9c69-1ee060e80c6f tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:35.195975 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-02b2e40d-f37e-4297-b3db-28ea296ba78e req-c07d8c23-2076-400a-9c69-1ee060e80c6f tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=b233a28b-810a-4304-a7cb-93b1c24f76fe HTTP/1.1" status: 200 len: 943 time: 0.0817363 May 17 17:16:35.246959 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-02b2e40d-f37e-4297-b3db-28ea296ba78e req-f8db996e-06ee-4794-aae6-cb8e1228b8e3 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=783d61ec-73a5-467e-bd3e-9387a06db28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496783 May 17 17:16:35.318120 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039af48-9792-4e23-a279-0d599c464e6c req-c0ad26cc-684f-4f9b-b9a8-02e51ca95026 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:35.319793 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f039af48-9792-4e23-a279-0d599c464e6c req-c0ad26cc-684f-4f9b-b9a8-02e51ca95026 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 943 time: 0.0660753 May 17 17:16:35.392787 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8fd43-ce9c-4ade-88a9-51a8ff2b2617 req-05638b50-df88-4fbf-9e2d-153584ce364f tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:35.394281 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-71a8fd43-ce9c-4ade-88a9-51a8ff2b2617 req-05638b50-df88-4fbf-9e2d-153584ce364f tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 944 time: 0.0735726 May 17 17:16:35.444701 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f039af48-9792-4e23-a279-0d599c464e6c req-5e9357dd-5fab-4481-9807-6767b8817245 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104608 May 17 17:16:35.476239 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-71a8fd43-ce9c-4ade-88a9-51a8ff2b2617 req-925a4942-eac4-46cb-b78b-93f279da8e75 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735743 May 17 17:16:35.770385 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 50116) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:16:35.894559 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-314c2e0c-f4de-417e-897a-878483731a43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:35.980385 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-314c2e0c-f4de-417e-897a-878483731a43 admin admin] Publish callbacks [] for security_group (d977b992-3a18-464c-8548-4ca599ad6cdc), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:35.986077 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-314c2e0c-f4de-417e-897a-878483731a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (d977b992-3a18-464c-8548-4ca599ad6cdc), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:36.023069 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-314c2e0c-f4de-417e-897a-878483731a43 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2987c5e77a5a43159d644d40340ce433&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2515960 May 17 17:16:36.026492 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 50120) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:16:36.035894 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c2e0c-f4de-417e-897a-878483731a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d977b992-3a18-464c-8548-4ca599ad6cdc,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:16:36.082155 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-009ff115-681e-49b9-95e6-b67287ab3962 admin admin] Publish callbacks [] for security_group (d977b992-3a18-464c-8548-4ca599ad6cdc), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:36.107553 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-009ff115-681e-49b9-95e6-b67287ab3962 admin admin] Publish callbacks [] for security_group (d977b992-3a18-464c-8548-4ca599ad6cdc), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:36.170404 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-009ff115-681e-49b9-95e6-b67287ab3962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (d977b992-3a18-464c-8548-4ca599ad6cdc), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:36.173074 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-009ff115-681e-49b9-95e6-b67287ab3962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:36.176679 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-009ff115-681e-49b9-95e6-b67287ab3962 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d977b992-3a18-464c-8548-4ca599ad6cdc HTTP/1.1" status: 204 len: 168 time: 0.1467524 May 17 17:16:36.191059 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ff115-681e-49b9-95e6-b67287ab3962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d977b992-3a18-464c-8548-4ca599ad6cdc,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:16:36.358010 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25 details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:16:36.388940 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809f568-5bb8-420e-adb6-5266a6ecab7b req-87b27816-c356-49a4-8013-2d64bd042a88 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:36.396380 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5809f568-5bb8-420e-adb6-5266a6ecab7b req-87b27816-c356-49a4-8013-2d64bd042a88 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=b233a28b-810a-4304-a7cb-93b1c24f76fe HTTP/1.1" status: 200 len: 943 time: 0.0779834 May 17 17:16:36.507802 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5809f568-5bb8-420e-adb6-5266a6ecab7b req-bc493b18-01ba-4ddf-8073-19f46e9a757e tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=783d61ec-73a5-467e-bd3e-9387a06db28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044006 May 17 17:16:36.523161 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port 791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25,segment=NetworkSegment(ea772ee0-6e76-4284-a4d3-aeaff2f9a97d),segment_id=ea772ee0-6e76-4284-a4d3-aeaff2f9a97d)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:16:36.565097 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Returning: {'device': '791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'port_id': '791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25', 'mac_address': 'fa:16:3e:7c:34:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '622d61e7-eff2-45a5-baff-55e360ced291', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:16:36.605928 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port 791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25 is: DOWN; New status is: BUILD {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:16:36.606320 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:36.621648 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:16:36.628916 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 50134) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:16:36.644030 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port 791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25,segment=NetworkSegment(ea772ee0-6e76-4284-a4d3-aeaff2f9a97d),segment_id=ea772ee0-6e76-4284-a4d3-aeaff2f9a97d)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:16:36.650979 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-3f1be118-7847-46bc-80eb-bb83c9322679 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:36.654127 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:36.664121 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295d7e7-dcae-455c-a2df-452621523be5 req-c8cd1c77-c782-445d-b58a-2d096eca99f1 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:36.673505 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3295d7e7-dcae-455c-a2df-452621523be5 req-c8cd1c77-c782-445d-b58a-2d096eca99f1 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 944 time: 0.0886345 May 17 17:16:36.745399 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50269f-0879-4859-a056-f8fc4346008c req-d0f1c106-4221-460d-9788-e560b76f7dd5 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:36.747215 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-4c50269f-0879-4859-a056-f8fc4346008c req-d0f1c106-4221-460d-9788-e560b76f7dd5 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 943 time: 0.1942372 May 17 17:16:36.798042 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3295d7e7-dcae-455c-a2df-452621523be5 req-24550fd9-5e0b-4470-b168-dbd9d83ed313 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196854 May 17 17:16:36.855691 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-4c50269f-0879-4859-a056-f8fc4346008c req-c6c149ff-223e-45da-83e9-4e863db3ace6 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015134 May 17 17:16:36.877993 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-3f1be118-7847-46bc-80eb-bb83c9322679 admin admin] Publish callbacks [] for security_group (dde4ca75-637b-4140-8faa-c72ea5a312e7), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:36.884812 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-3f1be118-7847-46bc-80eb-bb83c9322679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (dde4ca75-637b-4140-8faa-c72ea5a312e7), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:36.916041 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:16:36.926403 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-3f1be118-7847-46bc-80eb-bb83c9322679 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=01b2225579344223938b65ee3485a282&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2960029 May 17 17:16:36.927818 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1be118-7847-46bc-80eb-bb83c9322679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde4ca75-637b-4140-8faa-c72ea5a312e7,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:16:36.929440 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 50136) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:16:36.974495 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] get_ports_and_sgs() called for port_ids ['791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25'] {{(pid=103512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:16:36.991906 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-703dd1ba-ce26-44a7-90b9-2a73f8cb6590 admin admin] Publish callbacks [] for security_group (dde4ca75-637b-4140-8faa-c72ea5a312e7), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:37.030509 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-703dd1ba-ce26-44a7-90b9-2a73f8cb6590 admin admin] Publish callbacks [] for security_group (dde4ca75-637b-4140-8faa-c72ea5a312e7), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:37.100840 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-703dd1ba-ce26-44a7-90b9-2a73f8cb6590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (dde4ca75-637b-4140-8faa-c72ea5a312e7), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:37.104031 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-703dd1ba-ce26-44a7-90b9-2a73f8cb6590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:37.107556 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-703dd1ba-ce26-44a7-90b9-2a73f8cb6590 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dde4ca75-637b-4140-8faa-c72ea5a312e7 HTTP/1.1" status: 204 len: 168 time: 0.1746995 May 17 17:16:37.122314 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703dd1ba-ce26-44a7-90b9-2a73f8cb6590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde4ca75-637b-4140-8faa-c72ea5a312e7,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:16:37.640031 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737df3e8-6888-46cd-9b15-f19635dbc565 req-c368b292-f35d-406b-b243-c020af7995d7 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:37.648388 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-737df3e8-6888-46cd-9b15-f19635dbc565 req-c368b292-f35d-406b-b243-c020af7995d7 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=b233a28b-810a-4304-a7cb-93b1c24f76fe HTTP/1.1" status: 200 len: 944 time: 0.0667071 May 17 17:16:37.704123 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-737df3e8-6888-46cd-9b15-f19635dbc565 req-6400fa1d-e0fd-42d7-a590-caff26ac4ab0 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=783d61ec-73a5-467e-bd3e-9387a06db28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546334 May 17 17:16:38.025295 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae1622-7183-4548-a6bf-0ea670355b18 req-f350f164-47ce-4226-b6a8-6b97f882b2ab tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:38.026901 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-80ae1622-7183-4548-a6bf-0ea670355b18 req-f350f164-47ce-4226-b6a8-6b97f882b2ab tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 944 time: 0.0922084 May 17 17:16:38.081144 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f84a98-6bfd-4f8e-b5f6-8e574d32ab70 req-8683a80e-7889-496c-90da-68d0fcd34256 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:38.082553 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-45f84a98-6bfd-4f8e-b5f6-8e574d32ab70 req-8683a80e-7889-496c-90da-68d0fcd34256 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 943 time: 0.0885689 May 17 17:16:38.132218 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-80ae1622-7183-4548-a6bf-0ea670355b18 req-c40033a0-6185-4a0b-bb4b-0329ef0324f7 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797272 May 17 17:16:38.171910 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-45f84a98-6bfd-4f8e-b5f6-8e574d32ab70 req-5a1d16c6-806a-4e1e-a735-25ff05949ef2 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740607 May 17 17:16:38.372141 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25 up at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:16:38.460608 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning for port 791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25 completed by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 17:16:38.481052 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning complete for port 791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:16:38.481675 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:38.583024 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port 791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25 is: BUILD; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:16:38.583418 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:38.611247 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b233a28b-810a-4304-a7cb-93b1c24f76fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:16:38.613544 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47090663941ec1551041a48ed4f6687b33fcf119bf177f9ca48a03ee97be2a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3960ef4-bb54-4f12-8447-d0ee980fd186" -d '{"events": [{"server_uuid": "b233a28b-810a-4304-a7cb-93b1c24f76fe", "name": "network-vif-plugged", "status": "completed", "tag": "791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:16:38.628276 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port 791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25,segment=NetworkSegment(ea772ee0-6e76-4284-a4d3-aeaff2f9a97d),segment_id=ea772ee0-6e76-4284-a4d3-aeaff2f9a97d)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:16:38.634331 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:38.715172 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ebf9c7-32e6-414a-9be0-8a26a7090005 x-openstack-request-id: req-93ebf9c7-32e6-414a-9be0-8a26a7090005 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:16:38.715816 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b233a28b-810a-4304-a7cb-93b1c24f76fe", "name": "network-vif-plugged", "status": "completed", "tag": "791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:16:38.716143 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-93ebf9c7-32e6-414a-9be0-8a26a7090005 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:16:38.717361 dv-cinder-842149-1-iscsi neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93ebf9c7-32e6-414a-9be0-8a26a7090005'] response: {'server_uuid': 'b233a28b-810a-4304-a7cb-93b1c24f76fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25', 'code': 200} May 17 17:16:38.748486 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25,revision_number=5']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:16:38.900499 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cc0b7-a0f6-44b3-8152-e4f570ea54f7 req-f44b8f58-b622-49ea-9b9a-3d330d1220fe tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:38.901451 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8e5cc0b7-a0f6-44b3-8152-e4f570ea54f7 req-f44b8f58-b622-49ea-9b9a-3d330d1220fe tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=b233a28b-810a-4304-a7cb-93b1c24f76fe HTTP/1.1" status: 200 len: 945 time: 0.0907950 May 17 17:16:38.966203 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8e5cc0b7-a0f6-44b3-8152-e4f570ea54f7 req-0f22d33b-4b8e-430e-a172-e2bc89c237f7 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=783d61ec-73a5-467e-bd3e-9387a06db28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579858 May 17 17:16:39.288065 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee3880-e05c-4189-a49c-62d58c1a63b4 req-7db10bd9-bb7f-47d0-b98f-4e885d7b2e63 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:39.292153 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f7ee3880-e05c-4189-a49c-62d58c1a63b4 req-7db10bd9-bb7f-47d0-b98f-4e885d7b2e63 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 944 time: 0.0593975 May 17 17:16:39.365706 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5e535-20b2-4cb6-8fb8-a6b0dbfbdc70 req-3bd44824-d975-4d49-8804-fb46f53e3e00 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:39.373803 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-eae5e535-20b2-4cb6-8fb8-a6b0dbfbdc70 req-3bd44824-d975-4d49-8804-fb46f53e3e00 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 943 time: 0.0934198 May 17 17:16:39.421669 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f7ee3880-e05c-4189-a49c-62d58c1a63b4 req-5075968a-9cb4-4cb8-b8f9-b1ae676ad6d4 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084979 May 17 17:16:39.469020 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-eae5e535-20b2-4cb6-8fb8-a6b0dbfbdc70 req-8f4ea239-83d7-4e7f-8d08-0ab47d1f0377 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937171 May 17 17:16:40.087000 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303afde-312d-4766-8eb1-00a83d25da4d req-91af8430-f5e3-4b36-af4e-ad16e34c0e15 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:40.088612 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f303afde-312d-4766-8eb1-00a83d25da4d req-91af8430-f5e3-4b36-af4e-ad16e34c0e15 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=b233a28b-810a-4304-a7cb-93b1c24f76fe HTTP/1.1" status: 200 len: 945 time: 0.0487053 May 17 17:16:40.147586 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f303afde-312d-4766-8eb1-00a83d25da4d req-765c6c40-2d74-4b8c-b9ee-8cd1e11d471f tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=783d61ec-73a5-467e-bd3e-9387a06db28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527899 May 17 17:16:40.612496 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee36dc-17ba-42bb-b6bf-2a8d06bfc827 req-02ebd814-8d97-4b0c-957f-651bd7875050 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:40.614153 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-90ee36dc-17ba-42bb-b6bf-2a8d06bfc827 req-02ebd814-8d97-4b0c-957f-651bd7875050 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 944 time: 0.0867569 May 17 17:16:40.628406 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbdee86-870f-4d87-88ae-9ef962e84e67 req-78e730d1-8960-4a99-a154-145c80804070 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:40.629850 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ecbdee86-870f-4d87-88ae-9ef962e84e67 req-78e730d1-8960-4a99-a154-145c80804070 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 943 time: 0.0691648 May 17 17:16:40.704897 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-90ee36dc-17ba-42bb-b6bf-2a8d06bfc827 req-391e100a-79f0-493b-9a03-8fc84ed1f4ef tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838704 May 17 17:16:40.710069 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ecbdee86-870f-4d87-88ae-9ef962e84e67 req-ff34e2ce-81aa-4477-bc0d-712b4d5a4a33 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641561 May 17 17:16:41.272367 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae97823-58a9-47b5-8f78-00f900084db0 req-740ae568-a40e-4a22-9a5b-ccb11a6664f6 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:41.280174 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-eae97823-58a9-47b5-8f78-00f900084db0 req-740ae568-a40e-4a22-9a5b-ccb11a6664f6 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=b233a28b-810a-4304-a7cb-93b1c24f76fe HTTP/1.1" status: 200 len: 945 time: 0.0564730 May 17 17:16:41.337692 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-eae97823-58a9-47b5-8f78-00f900084db0 req-7a909562-9b78-4d07-acb8-0da5256e16f1 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=783d61ec-73a5-467e-bd3e-9387a06db28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561197 May 17 17:16:41.888073 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30b09b-9387-4c40-ab2d-3d896cb5517d req-91f2215f-3ab7-4665-882c-ced33c1e3065 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:41.889619 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8d30b09b-9387-4c40-ab2d-3d896cb5517d req-91f2215f-3ab7-4665-882c-ced33c1e3065 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 943 time: 0.0787456 May 17 17:16:41.902849 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610457c-e62a-4cce-8ebb-88ef495b87c3 req-c45d6099-cbc5-49b1-93bc-da0e03a0af7a tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:41.904677 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1610457c-e62a-4cce-8ebb-88ef495b87c3 req-c45d6099-cbc5-49b1-93bc-da0e03a0af7a tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 944 time: 0.0844364 May 17 17:16:41.977427 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8d30b09b-9387-4c40-ab2d-3d896cb5517d req-b5187261-6063-4c37-a07e-6ef61f041877 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817723 May 17 17:16:41.991162 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1610457c-e62a-4cce-8ebb-88ef495b87c3 req-6ac6af33-c537-4c0c-83a3-ffb296196776 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713871 May 17 17:16:42.461029 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b91b54-1a92-4633-98c0-fdf79211bb40 req-c530ea8e-f000-4315-b422-0070bb8c6cd1 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:42.463252 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-69b91b54-1a92-4633-98c0-fdf79211bb40 req-c530ea8e-f000-4315-b422-0070bb8c6cd1 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=b233a28b-810a-4304-a7cb-93b1c24f76fe HTTP/1.1" status: 200 len: 945 time: 0.0490913 May 17 17:16:42.521434 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-69b91b54-1a92-4633-98c0-fdf79211bb40 req-6bdf8dee-e8e6-4e8f-909f-9be5b0c28f72 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=783d61ec-73a5-467e-bd3e-9387a06db28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511107 May 17 17:16:42.966798 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 50258) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:16:43.129386 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-67d6d107-a7e5-4bcd-a188-87f25381c6bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:43.152362 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7eb06-94b8-4dfe-b24c-57d206d94429 req-90e9c64e-c0ec-4ac7-8aca-1e2ff8de59a7 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:43.154053 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-15b7eb06-94b8-4dfe-b24c-57d206d94429 req-90e9c64e-c0ec-4ac7-8aca-1e2ff8de59a7 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 943 time: 0.1050737 May 17 17:16:43.180031 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211bf67-dc44-4f92-aaff-c43fe560687c req-15696a25-8f61-43ae-852b-d9d0be97282e tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:43.182084 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8211bf67-dc44-4f92-aaff-c43fe560687c req-15696a25-8f61-43ae-852b-d9d0be97282e tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 944 time: 0.0979459 May 17 17:16:43.276525 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-15b7eb06-94b8-4dfe-b24c-57d206d94429 req-2149ea4a-9c7b-4301-a748-f20c2d421d4d tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133437 May 17 17:16:43.283032 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8211bf67-dc44-4f92-aaff-c43fe560687c req-63bd6dad-5b31-410b-8d47-f47a720f35f2 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930936 May 17 17:16:43.315264 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-67d6d107-a7e5-4bcd-a188-87f25381c6bc admin admin] Publish callbacks [] for security_group (762bf5ca-93da-46cb-8de0-c75da5319e2c), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:43.319122 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-67d6d107-a7e5-4bcd-a188-87f25381c6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (762bf5ca-93da-46cb-8de0-c75da5319e2c), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:43.358237 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-67d6d107-a7e5-4bcd-a188-87f25381c6bc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3bb8fcd1865e4f50b21ceb207898483a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3903780 May 17 17:16:43.359647 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d6d107-a7e5-4bcd-a188-87f25381c6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762bf5ca-93da-46cb-8de0-c75da5319e2c,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:16:43.361154 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 50268) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:16:43.366836 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d6d107-a7e5-4bcd-a188-87f25381c6bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:43.367177 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d6d107-a7e5-4bcd-a188-87f25381c6bc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:43.367517 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d6d107-a7e5-4bcd-a188-87f25381c6bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:43.367881 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d6d107-a7e5-4bcd-a188-87f25381c6bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:43.368205 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d6d107-a7e5-4bcd-a188-87f25381c6bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:43.369086 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d6d107-a7e5-4bcd-a188-87f25381c6bc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:43.369422 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d6d107-a7e5-4bcd-a188-87f25381c6bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:43.369735 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d6d107-a7e5-4bcd-a188-87f25381c6bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:43.370047 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d6d107-a7e5-4bcd-a188-87f25381c6bc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:43.370366 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d6d107-a7e5-4bcd-a188-87f25381c6bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:43.370684 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d6d107-a7e5-4bcd-a188-87f25381c6bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:43.371111 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d6d107-a7e5-4bcd-a188-87f25381c6bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:43.371433 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d6d107-a7e5-4bcd-a188-87f25381c6bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:43.371792 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d6d107-a7e5-4bcd-a188-87f25381c6bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:43.372110 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d6d107-a7e5-4bcd-a188-87f25381c6bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:43.409917 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-83bcd808-a7a1-4b4a-96ee-3d891f45bac7 admin admin] Publish callbacks [] for security_group (762bf5ca-93da-46cb-8de0-c75da5319e2c), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:43.432244 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-83bcd808-a7a1-4b4a-96ee-3d891f45bac7 admin admin] Publish callbacks [] for security_group (762bf5ca-93da-46cb-8de0-c75da5319e2c), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:43.481269 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-83bcd808-a7a1-4b4a-96ee-3d891f45bac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (762bf5ca-93da-46cb-8de0-c75da5319e2c), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:43.484165 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-83bcd808-a7a1-4b4a-96ee-3d891f45bac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:43.485315 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-83bcd808-a7a1-4b4a-96ee-3d891f45bac7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/762bf5ca-93da-46cb-8de0-c75da5319e2c HTTP/1.1" status: 204 len: 168 time: 0.1230001 May 17 17:16:43.493006 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bcd808-a7a1-4b4a-96ee-3d891f45bac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762bf5ca-93da-46cb-8de0-c75da5319e2c,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:16:43.500682 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bcd808-a7a1-4b4a-96ee-3d891f45bac7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:43.501026 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bcd808-a7a1-4b4a-96ee-3d891f45bac7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:43.501364 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bcd808-a7a1-4b4a-96ee-3d891f45bac7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:43.501699 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bcd808-a7a1-4b4a-96ee-3d891f45bac7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:43.502029 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bcd808-a7a1-4b4a-96ee-3d891f45bac7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:43.502363 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bcd808-a7a1-4b4a-96ee-3d891f45bac7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:43.502687 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bcd808-a7a1-4b4a-96ee-3d891f45bac7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:43.503123 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bcd808-a7a1-4b4a-96ee-3d891f45bac7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:43.503449 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bcd808-a7a1-4b4a-96ee-3d891f45bac7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:43.503799 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bcd808-a7a1-4b4a-96ee-3d891f45bac7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:43.504126 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bcd808-a7a1-4b4a-96ee-3d891f45bac7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:43.504451 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bcd808-a7a1-4b4a-96ee-3d891f45bac7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:43.504767 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bcd808-a7a1-4b4a-96ee-3d891f45bac7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:43.505084 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bcd808-a7a1-4b4a-96ee-3d891f45bac7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:43.505400 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bcd808-a7a1-4b4a-96ee-3d891f45bac7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:16:43.753351 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 50278) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:16:43.767048 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a1b87752-cbd8-4b98-9609-f1ab0c432a58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:43.855619 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a1b87752-cbd8-4b98-9609-f1ab0c432a58 admin admin] Publish callbacks [] for security_group (dc2b8fcc-2c18-48bb-bccd-7a3df815abed), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:43.859449 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a1b87752-cbd8-4b98-9609-f1ab0c432a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (dc2b8fcc-2c18-48bb-bccd-7a3df815abed), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:43.862830 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa297b5-cae7-4a90-87f8-697bee13335c req-397400a9-580a-42d2-a8af-32bb1770b9ae tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:43.864337 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3fa297b5-cae7-4a90-87f8-697bee13335c req-397400a9-580a-42d2-a8af-32bb1770b9ae tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=b233a28b-810a-4304-a7cb-93b1c24f76fe HTTP/1.1" status: 200 len: 945 time: 0.0481424 May 17 17:16:43.906336 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-a1b87752-cbd8-4b98-9609-f1ab0c432a58 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a4d1fe52b255485ba319341ce6eb1248&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1518037 May 17 17:16:43.907459 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b87752-cbd8-4b98-9609-f1ab0c432a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2b8fcc-2c18-48bb-bccd-7a3df815abed,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:16:43.909774 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 50280) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:16:43.918243 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3fa297b5-cae7-4a90-87f8-697bee13335c req-dabd6b57-7e45-48f0-bab2-cff323b8195e tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=783d61ec-73a5-467e-bd3e-9387a06db28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473542 May 17 17:16:43.959564 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-6c85535b-82a4-4f2a-8e91-5c06edeeec4a admin admin] Publish callbacks [] for security_group (dc2b8fcc-2c18-48bb-bccd-7a3df815abed), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:43.980928 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-6c85535b-82a4-4f2a-8e91-5c06edeeec4a admin admin] Publish callbacks [] for security_group (dc2b8fcc-2c18-48bb-bccd-7a3df815abed), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:44.026102 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-6c85535b-82a4-4f2a-8e91-5c06edeeec4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (dc2b8fcc-2c18-48bb-bccd-7a3df815abed), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:44.029133 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-6c85535b-82a4-4f2a-8e91-5c06edeeec4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:44.030206 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-6c85535b-82a4-4f2a-8e91-5c06edeeec4a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dc2b8fcc-2c18-48bb-bccd-7a3df815abed HTTP/1.1" status: 204 len: 168 time: 0.1195314 May 17 17:16:44.046097 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85535b-82a4-4f2a-8e91-5c06edeeec4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2b8fcc-2c18-48bb-bccd-7a3df815abed,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:16:44.422441 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc31c7-8cc8-4ac7-a9e3-de85913381cf req-58334f7e-2a94-4b53-b59d-6bf2eb63ded6 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:44.423928 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9cbc31c7-8cc8-4ac7-a9e3-de85913381cf req-58334f7e-2a94-4b53-b59d-6bf2eb63ded6 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 943 time: 0.0764017 May 17 17:16:44.434709 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ade30-3920-49cf-9f88-c607cddcf799 req-fb652640-3ff7-4029-bc70-d9da0be725f0 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:44.436166 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-537ade30-3920-49cf-9f88-c607cddcf799 req-fb652640-3ff7-4029-bc70-d9da0be725f0 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 944 time: 0.0762923 May 17 17:16:44.512224 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9cbc31c7-8cc8-4ac7-a9e3-de85913381cf req-d200c4db-1dda-48c7-b967-3d6f080c4bef tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751090 May 17 17:16:44.515386 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-537ade30-3920-49cf-9f88-c607cddcf799 req-af35c7ab-a7a9-44d8-835b-816ac7da4aaf tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721977 May 17 17:16:45.036083 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452bb78e-fa41-40e9-8025-9955f399bf0f req-31d86518-f8b7-49fb-aba1-6216719a202d tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:45.037553 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-452bb78e-fa41-40e9-8025-9955f399bf0f req-31d86518-f8b7-49fb-aba1-6216719a202d tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=b233a28b-810a-4304-a7cb-93b1c24f76fe HTTP/1.1" status: 200 len: 945 time: 0.0508032 May 17 17:16:45.076966 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 50320) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:16:45.097738 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-452bb78e-fa41-40e9-8025-9955f399bf0f req-830ad7c2-e635-4a21-8b47-a6f48bb373fa tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=783d61ec-73a5-467e-bd3e-9387a06db28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538976 May 17 17:16:45.193411 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-74586943-1748-44a2-97bd-cd4caa8823d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:45.265739 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-74586943-1748-44a2-97bd-cd4caa8823d1 admin admin] Publish callbacks [] for security_group (9a1db65b-1044-43b7-b1e0-6da8eeb4ec45), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:45.269453 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-74586943-1748-44a2-97bd-cd4caa8823d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (9a1db65b-1044-43b7-b1e0-6da8eeb4ec45), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:45.306972 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-74586943-1748-44a2-97bd-cd4caa8823d1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=22d468ebf6ba4a06b2709970576a4925&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287638 May 17 17:16:45.308949 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74586943-1748-44a2-97bd-cd4caa8823d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1db65b-1044-43b7-b1e0-6da8eeb4ec45,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:16:45.309708 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 50324) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:16:45.358050 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-279f2268-8741-4c76-9644-671ec5b0ba06 admin admin] Publish callbacks [] for security_group (9a1db65b-1044-43b7-b1e0-6da8eeb4ec45), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:45.381894 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-279f2268-8741-4c76-9644-671ec5b0ba06 admin admin] Publish callbacks [] for security_group (9a1db65b-1044-43b7-b1e0-6da8eeb4ec45), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:45.427538 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-279f2268-8741-4c76-9644-671ec5b0ba06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (9a1db65b-1044-43b7-b1e0-6da8eeb4ec45), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:45.430861 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-279f2268-8741-4c76-9644-671ec5b0ba06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:45.432026 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-279f2268-8741-4c76-9644-671ec5b0ba06 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9a1db65b-1044-43b7-b1e0-6da8eeb4ec45 HTTP/1.1" status: 204 len: 168 time: 0.1213512 May 17 17:16:45.439482 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f2268-8741-4c76-9644-671ec5b0ba06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1db65b-1044-43b7-b1e0-6da8eeb4ec45,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:16:45.660052 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28032d24-69cb-4072-a6a7-f36b1e71fa42 req-95ee888d-107d-4e21-9a4d-9ccfcd5bda98 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:45.661550 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-28032d24-69cb-4072-a6a7-f36b1e71fa42 req-95ee888d-107d-4e21-9a4d-9ccfcd5bda98 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 943 time: 0.0784883 May 17 17:16:45.681460 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3337b1-df03-42c4-a2af-4a3f7a64c5f4 req-8523a848-64b4-4add-9e5e-3ff9fdf5f0a3 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:45.682932 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ca3337b1-df03-42c4-a2af-4a3f7a64c5f4 req-8523a848-64b4-4add-9e5e-3ff9fdf5f0a3 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 944 time: 0.0666814 May 17 17:16:45.754262 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-28032d24-69cb-4072-a6a7-f36b1e71fa42 req-ab2f2317-2860-4498-aa52-a6326fa75361 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838556 May 17 17:16:45.757550 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ca3337b1-df03-42c4-a2af-4a3f7a64c5f4 req-0c18c919-3fbb-4197-8a62-259ce08f66af tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663390 May 17 17:16:45.844520 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40e4f2-cfb1-45f3-a99a-3032a8461343 req-cacb22b2-08fc-4032-bc0d-b925a2ad8240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:45.846045 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4b40e4f2-cfb1-45f3-a99a-3032a8461343 req-cacb22b2-08fc-4032-bc0d-b925a2ad8240 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b233a28b-810a-4304-a7cb-93b1c24f76fe HTTP/1.1" status: 200 len: 1129 time: 0.0434136 May 17 17:16:45.893570 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4b40e4f2-cfb1-45f3-a99a-3032a8461343 req-68cd5c12-38ec-4d25-bf0b-0b822f5da8bf service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=783d61ec-73a5-467e-bd3e-9387a06db28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392320 May 17 17:16:46.239088 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aad157-af5c-43a5-9282-44816dfd9bac req-83b58e3a-f6b0-4c3b-9b07-f91581fa3fb0 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:46.240611 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-88aad157-af5c-43a5-9282-44816dfd9bac req-83b58e3a-f6b0-4c3b-9b07-f91581fa3fb0 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=b233a28b-810a-4304-a7cb-93b1c24f76fe HTTP/1.1" status: 200 len: 945 time: 0.0517213 May 17 17:16:46.300740 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-88aad157-af5c-43a5-9282-44816dfd9bac req-eda0739b-6a23-4d65-ac68-c09ba771f798 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=783d61ec-73a5-467e-bd3e-9387a06db28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481410 May 17 17:16:46.465652 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 72213c8f-95d2-4e6b-bc71-ec5cf8e62273 details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:16:46.580621 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port 72213c8f-95d2-4e6b-bc71-ec5cf8e62273, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=72213c8f-95d2-4e6b-bc71-ec5cf8e62273,segment=NetworkSegment(1c156ced-2786-412e-9fcf-5e0bd25c37ad),segment_id=1c156ced-2786-412e-9fcf-5e0bd25c37ad)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:16:46.595448 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Returning: {'device': '72213c8f-95d2-4e6b-bc71-ec5cf8e62273', 'network_id': 'fac7d240-6e72-4e7e-a11f-51c520d02d21', 'port_id': '72213c8f-95d2-4e6b-bc71-ec5cf8e62273', 'mac_address': 'fa:16:3e:71:30:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7d1a19a-d549-479d-ad0e-c4729109fef8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:16:46.636610 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port 72213c8f-95d2-4e6b-bc71-ec5cf8e62273 is: DOWN; New status is: BUILD {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:16:46.637002 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (72213c8f-95d2-4e6b-bc71-ec5cf8e62273), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:46.651688 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72213c8f-95d2-4e6b-bc71-ec5cf8e62273 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:16:46.681813 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port 72213c8f-95d2-4e6b-bc71-ec5cf8e62273, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=72213c8f-95d2-4e6b-bc71-ec5cf8e62273,segment=NetworkSegment(1c156ced-2786-412e-9fcf-5e0bd25c37ad),segment_id=1c156ced-2786-412e-9fcf-5e0bd25c37ad)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:16:46.686314 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (72213c8f-95d2-4e6b-bc71-ec5cf8e62273), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:46.736024 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=72213c8f-95d2-4e6b-bc71-ec5cf8e62273,revision_number=7']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:16:46.916714 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5f78b-d08e-48b8-bc0c-29893cedc174 req-f3542a2c-cd7f-4d8c-a46a-c50f3dc3ea20 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:46.918173 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-6af5f78b-d08e-48b8-bc0c-29893cedc174 req-f3542a2c-cd7f-4d8c-a46a-c50f3dc3ea20 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 944 time: 0.0847402 May 17 17:16:46.924066 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae2615-f16a-4317-b075-cb8daf68d31f req-f4941e2f-499e-4835-a761-4a5ca54584bf tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:46.925412 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1aae2615-f16a-4317-b075-cb8daf68d31f req-f4941e2f-499e-4835-a761-4a5ca54584bf tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 944 time: 0.0907958 May 17 17:16:46.956861 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] get_ports_and_sgs() called for port_ids ['72213c8f-95d2-4e6b-bc71-ec5cf8e62273'] {{(pid=103512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:16:47.001953 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-6af5f78b-d08e-48b8-bc0c-29893cedc174 req-50bedd9c-ce8b-4b6b-8097-ace483c583aa tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755129 May 17 17:16:47.005210 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1aae2615-f16a-4317-b075-cb8daf68d31f req-0a1d2e85-4881-4c7a-9264-e7efe3b7c445 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723109 May 17 17:16:47.423969 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c718155-e9b6-481c-9cb4-d7f139c0d3c2 req-ac805dfd-0638-4e50-b911-e47820e57254 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:47.425621 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8c718155-e9b6-481c-9cb4-d7f139c0d3c2 req-ac805dfd-0638-4e50-b911-e47820e57254 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=b233a28b-810a-4304-a7cb-93b1c24f76fe HTTP/1.1" status: 200 len: 945 time: 0.0526836 May 17 17:16:47.475645 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8c718155-e9b6-481c-9cb4-d7f139c0d3c2 req-583e30fd-05da-474a-b177-8262a60ac3f8 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=783d61ec-73a5-467e-bd3e-9387a06db28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432165 May 17 17:16:48.145441 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5f2a7-75e3-4c44-b7cc-3af0da1e847d req-46e15410-4ef8-4c96-af76-e00f83e9e888 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:48.146923 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-e2c5f2a7-75e3-4c44-b7cc-3af0da1e847d req-46e15410-4ef8-4c96-af76-e00f83e9e888 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 944 time: 0.0728881 May 17 17:16:48.162775 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230dfbee-251d-4bbf-9edb-4b06936ed97d req-fc3e1ea6-6daf-48c4-abf2-0f4f6e8a1003 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:48.164284 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-230dfbee-251d-4bbf-9edb-4b06936ed97d req-fc3e1ea6-6daf-48c4-abf2-0f4f6e8a1003 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 944 time: 0.0631452 May 17 17:16:48.240518 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-e2c5f2a7-75e3-4c44-b7cc-3af0da1e847d req-a7b017a7-758c-444c-ac37-f16163ef701e tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848482 May 17 17:16:48.244616 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-230dfbee-251d-4bbf-9edb-4b06936ed97d req-dbadee54-9890-4cf8-8183-2abeb92441d9 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744565 May 17 17:16:48.481527 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:16:48.486148 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 72213c8f-95d2-4e6b-bc71-ec5cf8e62273 up at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:16:48.593840 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c873fa0-5753-4792-9852-0bc76a420bc2 req-65e69928-6c64-4e1f-8e7b-7d56583b326a tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:48.596113 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8c873fa0-5753-4792-9852-0bc76a420bc2 req-65e69928-6c64-4e1f-8e7b-7d56583b326a tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=b233a28b-810a-4304-a7cb-93b1c24f76fe HTTP/1.1" status: 200 len: 945 time: 0.0474868 May 17 17:16:48.598960 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning complete for port 72213c8f-95d2-4e6b-bc71-ec5cf8e62273 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:16:48.599336 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (72213c8f-95d2-4e6b-bc71-ec5cf8e62273), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:48.643900 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8c873fa0-5753-4792-9852-0bc76a420bc2 req-0293aa1c-20af-43a6-93f0-57cf0080a35b tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=783d61ec-73a5-467e-bd3e-9387a06db28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414140 May 17 17:16:48.649555 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5,segment=NetworkSegment(dd7c38ba-79f9-47ce-94d1-d0499646a213),segment_id=dd7c38ba-79f9-47ce-94d1-d0499646a213)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:16:48.666341 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Returning: {'device': 'e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5', 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947', 'port_id': 'e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5', 'mac_address': 'fa:16:3e:8d:d8:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c810424-34e9-472b-8917-5d16a4254529', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:16:48.729751 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port 72213c8f-95d2-4e6b-bc71-ec5cf8e62273 is: BUILD; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:16:48.730048 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (72213c8f-95d2-4e6b-bc71-ec5cf8e62273), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:48.732800 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 is: DOWN; New status is: BUILD {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:16:48.733115 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:48.753384 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ef0fd-0076-48af-88f1-30536e5d00e9 req-e8e5cd41-9324-450e-9c11-8f581ecc7d7b tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:48.754839 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-bf4ef0fd-0076-48af-88f1-30536e5d00e9 req-e8e5cd41-9324-450e-9c11-8f581ecc7d7b tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=b233a28b-810a-4304-a7cb-93b1c24f76fe HTTP/1.1" status: 200 len: 945 time: 0.0464761 May 17 17:16:48.757115 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:16:48.763467 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 50422) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:16:48.768060 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d1426b-07f8-410e-b753-b1d8e9c1102f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72213c8f-95d2-4e6b-bc71-ec5cf8e62273'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:16:48.768186 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-087a1621-a0a7-4367-9c23-1802cc0a0e51 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Request body: {'floatingip': {'port_id': '791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:16:48.770403 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47090663941ec1551041a48ed4f6687b33fcf119bf177f9ca48a03ee97be2a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198c69b3-85d8-4fb2-ab79-46b6fd896790" -d '{"events": [{"server_uuid": "47d1426b-07f8-410e-b753-b1d8e9c1102f", "name": "network-vif-plugged", "status": "completed", "tag": "72213c8f-95d2-4e6b-bc71-ec5cf8e62273"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:16:48.794488 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5,segment=NetworkSegment(dd7c38ba-79f9-47ce-94d1-d0499646a213),segment_id=dd7c38ba-79f9-47ce-94d1-d0499646a213)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:16:48.796396 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port 72213c8f-95d2-4e6b-bc71-ec5cf8e62273, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=72213c8f-95d2-4e6b-bc71-ec5cf8e62273,segment=NetworkSegment(1c156ced-2786-412e-9fcf-5e0bd25c37ad),segment_id=1c156ced-2786-412e-9fcf-5e0bd25c37ad)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:16:48.799985 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:48.805808 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (72213c8f-95d2-4e6b-bc71-ec5cf8e62273), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:48.812080 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-087a1621-a0a7-4367-9c23-1802cc0a0e51 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for floatingip (3ee5b400-47ee-4523-a432-f7e5334d8aff), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:48.825439 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6921bb0c-854d-4730-910e-ed7e441e7d45 x-openstack-request-id: req-6921bb0c-854d-4730-910e-ed7e441e7d45 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:16:48.825739 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d1426b-07f8-410e-b753-b1d8e9c1102f", "name": "network-vif-plugged", "status": "completed", "tag": "72213c8f-95d2-4e6b-bc71-ec5cf8e62273", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:16:48.825994 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6921bb0c-854d-4730-910e-ed7e441e7d45 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:16:48.826550 dv-cinder-842149-1-iscsi neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6921bb0c-854d-4730-910e-ed7e441e7d45'] response: {'server_uuid': '47d1426b-07f8-410e-b753-b1d8e9c1102f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72213c8f-95d2-4e6b-bc71-ec5cf8e62273', 'code': 200} May 17 17:16:48.857421 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5,revision_number=9']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:16:48.905073 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=72213c8f-95d2-4e6b-bc71-ec5cf8e62273,revision_number=8']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:16:49.035934 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] get_ports_and_sgs() called for port_ids ['e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5'] {{(pid=103512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:16:49.051237 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae847c7a-cc1b-4ddc-b8d8-ac16fbb718d2 req-5940fe75-eb58-48c8-80f9-b23554c17c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:49.052770 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ae847c7a-cc1b-4ddc-b8d8-ac16fbb718d2 req-5940fe75-eb58-48c8-80f9-b23554c17c69 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 1129 time: 0.0395689 May 17 17:16:49.105365 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ae847c7a-cc1b-4ddc-b8d8-ac16fbb718d2 req-2b759da4-5801-411c-b40a-7af677be0a46 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463703 May 17 17:16:49.240611 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-087a1621-a0a7-4367-9c23-1802cc0a0e51 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:49.244528 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-087a1621-a0a7-4367-9c23-1802cc0a0e51 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7866643'] for floatingip (3ee5b400-47ee-4523-a432-f7e5334d8aff), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:49.602831 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 50438) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:16:49.623943 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.db.l3_db [None req-087a1621-a0a7-4367-9c23-1802cc0a0e51 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Floating IP 3ee5b400-47ee-4523-a432-f7e5334d8aff associated. External IP: 172.27.0.57, port: 791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25. May 17 17:16:49.664424 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870bcb53-4f57-41a0-97db-8d3764310d8d req-ab255cb7-75d1-4df9-a698-5064fe274a47 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:49.665898 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-870bcb53-4f57-41a0-97db-8d3764310d8d req-ab255cb7-75d1-4df9-a698-5064fe274a47 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 945 time: 0.3440125 May 17 17:16:49.675520 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a7448-1a2f-4790-bb9f-0d1fe9ec1903 req-b46e4457-b8dc-4c3e-9807-55e9c8ea3641 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:49.676913 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ef9a7448-1a2f-4790-bb9f-0d1fe9ec1903 req-b46e4457-b8dc-4c3e-9807-55e9c8ea3641 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 945 time: 0.3426201 May 17 17:16:49.707711 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5f5cd9f0-eb70-485f-91cb-8f5cd2c1bf0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:49.784177 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5f5cd9f0-eb70-485f-91cb-8f5cd2c1bf0a admin admin] Publish callbacks [] for security_group (4314753f-2af0-4cae-9b5f-55fdb7aca947), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:49.789297 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5f5cd9f0-eb70-485f-91cb-8f5cd2c1bf0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (4314753f-2af0-4cae-9b5f-55fdb7aca947), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:49.792535 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-870bcb53-4f57-41a0-97db-8d3764310d8d req-7f3fb797-7ac5-4776-83f0-8ae17fe83e51 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132464 May 17 17:16:49.809460 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ef9a7448-1a2f-4790-bb9f-0d1fe9ec1903 req-02cc133f-0f44-4432-92f4-27b10cdde8ca tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215961 May 17 17:16:49.836715 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-5f5cd9f0-eb70-485f-91cb-8f5cd2c1bf0a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=41df599951694a9e83843121bc6c588b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2327509 May 17 17:16:49.837427 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5cd9f0-eb70-485f-91cb-8f5cd2c1bf0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4314753f-2af0-4cae-9b5f-55fdb7aca947,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:16:49.840514 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 50442) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:16:49.889460 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-270cac97-27d7-4cde-9b06-45f0ac3b979d admin admin] Publish callbacks [] for security_group (4314753f-2af0-4cae-9b5f-55fdb7aca947), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:49.910954 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-270cac97-27d7-4cde-9b06-45f0ac3b979d admin admin] Publish callbacks [] for security_group (4314753f-2af0-4cae-9b5f-55fdb7aca947), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:49.922158 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-087a1621-a0a7-4367-9c23-1802cc0a0e51 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Router a84af72e-9129-4190-b08b-ac573dd09fdc has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:16:49.957058 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-270cac97-27d7-4cde-9b06-45f0ac3b979d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (4314753f-2af0-4cae-9b5f-55fdb7aca947), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:49.959683 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-270cac97-27d7-4cde-9b06-45f0ac3b979d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:49.960845 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-270cac97-27d7-4cde-9b06-45f0ac3b979d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4314753f-2af0-4cae-9b5f-55fdb7aca947 HTTP/1.1" status: 204 len: 168 time: 0.1194112 May 17 17:16:49.979396 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270cac97-27d7-4cde-9b06-45f0ac3b979d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4314753f-2af0-4cae-9b5f-55fdb7aca947,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:16:50.035421 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087a1621-a0a7-4367-9c23-1802cc0a0e51 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:16:50.041589 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-087a1621-a0a7-4367-9c23-1802cc0a0e51 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for floatingip (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:50.051393 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985f53b6-0804-41fa-a6f9-5644903f03af None None] Sync routers for ids ['a84af72e-9129-4190-b08b-ac573dd09fdc'] in dv-cinder-842149-1-iscsi {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:16:50.062505 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985f53b6-0804-41fa-a6f9-5644903f03af None None] Routers {'a84af72e-9129-4190-b08b-ac573dd09fdc'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:16:50.063477 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-985f53b6-0804-41fa-a6f9-5644903f03af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:16:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['a84af72e-9129-4190-b08b-ac573dd09fdc'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:16:50.081143 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-087a1621-a0a7-4367-9c23-1802cc0a0e51 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "PUT /v2.0/floatingips/3ee5b400-47ee-4523-a432-f7e5334d8aff HTTP/1.1" status: 200 len: 990 time: 1.3165300 May 17 17:16:50.081804 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b233a28b-810a-4304-a7cb-93b1c24f76fe', 'tag': '791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:16:50.084267 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}013e0ef84fb20d02ca9c836efc6ccc20e48c75fd9b469b89b36882842dcef414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb65f575-ec30-4159-aef5-004f35062190" -d '{"events": [{"name": "network-changed", "server_uuid": "b233a28b-810a-4304-a7cb-93b1c24f76fe", "tag": "791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:16:50.173691 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-985f53b6-0804-41fa-a6f9-5644903f03af None None] Set router a84af72e-9129-4190-b08b-ac573dd09fdc gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:16:50.278984 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 50456) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:16:50.293827 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ad799fdc-a237-43be-a65b-5be386884102 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:50.323411 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f69fbe-271e-49b3-b015-8ef0bd1d0dfb x-openstack-request-id: req-64f69fbe-271e-49b3-b015-8ef0bd1d0dfb {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:16:50.323801 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b233a28b-810a-4304-a7cb-93b1c24f76fe", "tag": "791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25", "status": "completed", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:16:50.324117 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-64f69fbe-271e-49b3-b015-8ef0bd1d0dfb {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:16:50.324603 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64f69fbe-271e-49b3-b015-8ef0bd1d0dfb'] response: {'name': 'network-changed', 'server_uuid': 'b233a28b-810a-4304-a7cb-93b1c24f76fe', 'tag': '791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25', 'status': 'completed', 'code': 200} May 17 17:16:50.379369 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ad799fdc-a237-43be-a65b-5be386884102 admin admin] Publish callbacks [] for security_group (1f80a296-219a-4391-bade-4b0d056c65ca), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:50.383588 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ad799fdc-a237-43be-a65b-5be386884102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (1f80a296-219a-4391-bade-4b0d056c65ca), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:50.408068 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-985f53b6-0804-41fa-a6f9-5644903f03af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'name': 'tempest-AttachVolumeNegativeTest-1066562658-router', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:11:37Z', 'updated_at': '2022-05-17T17:11:41Z', 'revision_number': 4, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'gw_port': {'id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:38Z', 'updated_at': '2022-05-17T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': '3ee5b400-47ee-4523-a432-f7e5334d8aff', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'port_id': '791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'mac_address': 'fa:16:3e:7c:34:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b233a28b-810a-4304-a7cb-93b1c24f76fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:16:24Z', 'updated_at': '2022-05-17T17:16:49Z', 'revision_number': 1, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda8309d-e0ce-419a-8658-4890b23fa9dd', 'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'mac_address': 'fa:16:3e:31:61:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '622d61e7-eff2-45a5-baff-55e360ced291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:40Z', 'updated_at': '2022-05-17T17:11:46Z', 'revision_number': 5, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'subnets': [{'id': '622d61e7-eff2-45a5-baff-55e360ced291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:16:50.420582 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad799fdc-a237-43be-a65b-5be386884102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f80a296-219a-4391-bade-4b0d056c65ca,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:16:50.425191 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-ad799fdc-a237-43be-a65b-5be386884102 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=712f945173d04ac388f16147b0904874&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1450760 May 17 17:16:50.427772 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 50458) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:16:50.443752 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985f53b6-0804-41fa-a6f9-5644903f03af None None] Checking router: a84af72e-9129-4190-b08b-ac573dd09fdc for host: dv-cinder-842149-1-iscsi {{(pid=103513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:16:50.452456 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985f53b6-0804-41fa-a6f9-5644903f03af None None] Routers {'a84af72e-9129-4190-b08b-ac573dd09fdc'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:16:50.453072 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-985f53b6-0804-41fa-a6f9-5644903f03af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:16:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['a84af72e-9129-4190-b08b-ac573dd09fdc'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:16:50.487380 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fd9699af-3c1e-41ce-8483-05e3679ee930 admin admin] Publish callbacks [] for security_group (1f80a296-219a-4391-bade-4b0d056c65ca), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:50.500028 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 up at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:16:50.527307 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fd9699af-3c1e-41ce-8483-05e3679ee930 admin admin] Publish callbacks [] for security_group (1f80a296-219a-4391-bade-4b0d056c65ca), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:50.555025 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning complete for port e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:16:50.555751 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:50.584475 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-985f53b6-0804-41fa-a6f9-5644903f03af None None] Set router a84af72e-9129-4190-b08b-ac573dd09fdc gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:16:50.642216 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 is: BUILD; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:16:50.642620 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:50.679425 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5,segment=NetworkSegment(dd7c38ba-79f9-47ce-94d1-d0499646a213),segment_id=dd7c38ba-79f9-47ce-94d1-d0499646a213)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:16:50.684113 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:50.732564 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5,revision_number=10']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:16:50.808734 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-985f53b6-0804-41fa-a6f9-5644903f03af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'name': 'tempest-AttachVolumeNegativeTest-1066562658-router', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:11:37Z', 'updated_at': '2022-05-17T17:11:41Z', 'revision_number': 4, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'gw_port': {'id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:38Z', 'updated_at': '2022-05-17T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': '3ee5b400-47ee-4523-a432-f7e5334d8aff', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'port_id': '791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'mac_address': 'fa:16:3e:7c:34:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b233a28b-810a-4304-a7cb-93b1c24f76fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:16:24Z', 'updated_at': '2022-05-17T17:16:49Z', 'revision_number': 1, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda8309d-e0ce-419a-8658-4890b23fa9dd', 'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'mac_address': 'fa:16:3e:31:61:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '622d61e7-eff2-45a5-baff-55e360ced291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:40Z', 'updated_at': '2022-05-17T17:11:46Z', 'revision_number': 5, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'subnets': [{'id': '622d61e7-eff2-45a5-baff-55e360ced291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:16:50.827622 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6de88f8-538f-45eb-bfcd-fce744a5c55d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:16:50.831630 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47090663941ec1551041a48ed4f6687b33fcf119bf177f9ca48a03ee97be2a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380fdb47-6030-46cf-b2e1-79c35ce2daf2" -d '{"events": [{"server_uuid": "b6de88f8-538f-45eb-bfcd-fce744a5c55d", "name": "network-vif-plugged", "status": "completed", "tag": "e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:16:50.838525 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985f53b6-0804-41fa-a6f9-5644903f03af None None] The sync data for ids ['a84af72e-9129-4190-b08b-ac573dd09fdc'] in dv-cinder-842149-1-iscsi is: [{'id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'name': 'tempest-AttachVolumeNegativeTest-1066562658-router', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:11:37Z', 'updated_at': '2022-05-17T17:11:41Z', 'revision_number': 4, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'gw_port': {'id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:38Z', 'updated_at': '2022-05-17T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': '3ee5b400-47ee-4523-a432-f7e5334d8aff', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'port_id': '791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'mac_address': 'fa:16:3e:7c:34:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b233a28b-810a-4304-a7cb-93b1c24f76fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:16:24Z', 'updated_at': '2022-05-17T17:16:49Z', 'revision_number': 1, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda8309d-e0ce-419a-8658-4890b23fa9dd', 'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'mac_address': 'fa:16:3e:31:61:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '622d61e7-eff2-45a5-baff-55e360ced291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:40Z', 'updated_at': '2022-05-17T17:11:46Z', 'revision_number': 5, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'subnets': [{'id': '622d61e7-eff2-45a5-baff-55e360ced291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:16:50.847117 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65f575-ec30-4159-aef5-004f35062190 req-8584f7a8-3682-4449-901e-45210abdcd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:50.848775 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-bb65f575-ec30-4159-aef5-004f35062190 req-8584f7a8-3682-4449-901e-45210abdcd12 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=54981d1c7fe64f5cb6a846496ad4f776&device_id=b233a28b-810a-4304-a7cb-93b1c24f76fe HTTP/1.1" status: 200 len: 1129 time: 0.3703992 May 17 17:16:50.888078 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ef3e72-1d64-4f85-9de9-522469559270 x-openstack-request-id: req-41ef3e72-1d64-4f85-9de9-522469559270 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:16:50.888780 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6de88f8-538f-45eb-bfcd-fce744a5c55d", "name": "network-vif-plugged", "status": "completed", "tag": "e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:16:50.889037 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-41ef3e72-1d64-4f85-9de9-522469559270 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:16:50.894853 dv-cinder-842149-1-iscsi neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41ef3e72-1d64-4f85-9de9-522469559270'] response: {'server_uuid': 'b6de88f8-538f-45eb-bfcd-fce744a5c55d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5', 'code': 200} May 17 17:16:50.910834 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fd9699af-3c1e-41ce-8483-05e3679ee930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (1f80a296-219a-4391-bade-4b0d056c65ca), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:50.915012 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fd9699af-3c1e-41ce-8483-05e3679ee930 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:50.920139 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-fd9699af-3c1e-41ce-8483-05e3679ee930 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1f80a296-219a-4391-bade-4b0d056c65ca HTTP/1.1" status: 204 len: 168 time: 0.4912543 May 17 17:16:50.956542 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6824289-2c59-4174-82d3-6b82d251d9f6 req-a3eda56a-f7b3-4eea-9407-424442e95b2e tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:50.958870 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a6824289-2c59-4174-82d3-6b82d251d9f6 req-a3eda56a-f7b3-4eea-9407-424442e95b2e tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 945 time: 0.0888519 May 17 17:16:50.991279 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9699af-3c1e-41ce-8483-05e3679ee930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f80a296-219a-4391-bade-4b0d056c65ca,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:16:51.053447 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c259b-b81c-4af0-be5a-49d4b87b9704 req-241db46b-c774-4858-917b-9ef4999e3e2e tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:51.058196 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65f575-ec30-4159-aef5-004f35062190 req-56508aee-2cb1-4682-8f6f-0727d0bd2e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:51.060079 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-bb65f575-ec30-4159-aef5-004f35062190 req-56508aee-2cb1-4682-8f6f-0727d0bd2e77 service neutron] 10.222.0.23 "GET /v2.0/networks?id=30541785-dceb-40b7-9575-992b66a470e9 HTTP/1.1" status: 200 len: 916 time: 0.2032685 May 17 17:16:51.062173 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-bf5c259b-b81c-4af0-be5a-49d4b87b9704 req-241db46b-c774-4858-917b-9ef4999e3e2e tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 947 time: 0.0963888 May 17 17:16:51.125252 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a6824289-2c59-4174-82d3-6b82d251d9f6 req-41a74046-a479-42ed-b8ac-eeefa9341a18 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492245 May 17 17:16:51.145397 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-bb65f575-ec30-4159-aef5-004f35062190 req-c0645058-f6e2-4d7e-b5a7-70a59380f5f0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25 HTTP/1.1" status: 200 len: 998 time: 0.0792227 May 17 17:16:51.171731 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-bf5c259b-b81c-4af0-be5a-49d4b87b9704 req-89afc39e-1dc6-438a-8904-6bd771e19a18 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084950 May 17 17:16:51.210494 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa24bbb-ea29-48fc-b92a-aba839e79ec0 None None] New status for floating IP 3ee5b400-47ee-4523-a432-f7e5334d8aff: ACTIVE {{(pid=103512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:16:51.225057 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f377d2c-1bfc-4854-8438-cdb1985a1022 req-cfa090af-f0c8-4676-babc-31644efb5c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:51.226591 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4f377d2c-1bfc-4854-8438-cdb1985a1022 req-cfa090af-f0c8-4676-babc-31644efb5c92 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 1131 time: 0.0803311 May 17 17:16:51.253828 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65f575-ec30-4159-aef5-004f35062190 req-073c4a4c-6611-4cb7-afd6-cd004c3e7c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:51.255273 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-bb65f575-ec30-4159-aef5-004f35062190 req-073c4a4c-6611-4cb7-afd6-cd004c3e7c9f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=622d61e7-eff2-45a5-baff-55e360ced291 HTTP/1.1" status: 200 len: 854 time: 0.0932655 May 17 17:16:51.257365 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e377146d-c9bb-43b2-9b56-ec5ea7995845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:51.311222 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4f377d2c-1bfc-4854-8438-cdb1985a1022 req-2d51bdff-cc67-4f88-9c64-87a52b9f92c9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771582 May 17 17:16:51.317382 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65f575-ec30-4159-aef5-004f35062190 req-bf14291a-77dc-4980-8ee8-e6a315205d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:51.318805 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-bb65f575-ec30-4159-aef5-004f35062190 req-bf14291a-77dc-4980-8ee8-e6a315205d11 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=30541785-dceb-40b7-9575-992b66a470e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518293 May 17 17:16:51.622923 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-bb65f575-ec30-4159-aef5-004f35062190 req-ba577550-97e7-4e42-9f1d-126b4d50690d service neutron] 10.222.0.23 "GET /v2.0/networks/30541785-dceb-40b7-9575-992b66a470e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899365 May 17 17:16:51.719373 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-bb65f575-ec30-4159-aef5-004f35062190 req-e53b968b-fcb2-4661-bfd2-9603d4ace1c4 service neutron] 10.222.0.23 "GET /v2.0/networks/30541785-dceb-40b7-9575-992b66a470e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883796 May 17 17:16:52.301633 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6c50c-64eb-4e5e-8f64-5ab999b17fda req-2cf0e6fb-d83e-4997-bdc3-4a3eaa2b00ce tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:52.303103 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-faf6c50c-64eb-4e5e-8f64-5ab999b17fda req-2cf0e6fb-d83e-4997-bdc3-4a3eaa2b00ce tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 947 time: 0.0477991 May 17 17:16:52.348918 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-faf6c50c-64eb-4e5e-8f64-5ab999b17fda req-fae50cce-af82-4765-b9f2-51eb47e19c38 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402222 May 17 17:16:53.372003 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8d9bc029-69d3-407c-b9c1-ba0e1ef23a89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:53.468888 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7428644-f190-4046-94f2-5a5bbe609221 req-761538bc-831b-4597-bbfb-50fe8446d0e7 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:16:53.470239 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f7428644-f190-4046-94f2-5a5bbe609221 req-761538bc-831b-4597-bbfb-50fe8446d0e7 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 947 time: 0.0487432 May 17 17:16:53.529817 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f7428644-f190-4046-94f2-5a5bbe609221 req-c27ba9ec-ebe5-47ea-983d-02aebe5087fb tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540614 May 17 17:16:53.804835 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (f77364a9-2f6e-44ad-9fc6-92e3e143ef92), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:54.858152 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:55.899146 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:57.472753 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:04.007385 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc07b0-92ec-49f9-9137-ab0db076c4bc req-0b0c28ec-304a-4e81-82bf-d52f465879f3 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:04.008869 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9ddc07b0-92ec-49f9-9137-ab0db076c4bc req-0b0c28ec-304a-4e81-82bf-d52f465879f3 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=62871d39-e777-43e3-9d8e-949775d17a50 HTTP/1.1" status: 200 len: 945 time: 0.0477543 May 17 17:17:04.054822 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9ddc07b0-92ec-49f9-9137-ab0db076c4bc req-6454a16e-2ec0-46af-8eb6-b88ea77bb889 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cf9d6ae-df2e-40ab-a833-5530fef3f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397682 May 17 17:17:04.758356 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.agents_db [None req-bd8c2525-aad1-4fe1-b03f-cf2f293aaa3a None None] Agent healthcheck: found 6 active agents {{(pid=103513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:17:05.171296 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f88767-eb7f-4b64-8c61-9fb0a29a7fdb req-3bf9b415-1ea4-4880-82b3-4ff7803d4006 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:05.172890 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-47f88767-eb7f-4b64-8c61-9fb0a29a7fdb req-3bf9b415-1ea4-4880-82b3-4ff7803d4006 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=62871d39-e777-43e3-9d8e-949775d17a50 HTTP/1.1" status: 200 len: 945 time: 0.0474880 May 17 17:17:05.222727 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-47f88767-eb7f-4b64-8c61-9fb0a29a7fdb req-6531074e-6f17-4dc9-b731-47583ce1acee tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cf9d6ae-df2e-40ab-a833-5530fef3f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441067 May 17 17:17:06.335004 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf5871-5531-4820-96a8-873eb9be2b5b req-d7bf8bc7-b541-4fbb-b4c9-c21df6c87e6c tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:06.336489 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3abf5871-5531-4820-96a8-873eb9be2b5b req-d7bf8bc7-b541-4fbb-b4c9-c21df6c87e6c tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=62871d39-e777-43e3-9d8e-949775d17a50 HTTP/1.1" status: 200 len: 945 time: 0.0470083 May 17 17:17:06.383171 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3abf5871-5531-4820-96a8-873eb9be2b5b req-2dfac796-0eca-4c47-9d2d-0df4ecffef46 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cf9d6ae-df2e-40ab-a833-5530fef3f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404840 May 17 17:17:07.494244 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2b307-c0d3-425e-b3f4-b58cd8dd6a39 req-092e47d4-34a1-4cf6-8c53-fc0496427660 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:07.495685 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-24e2b307-c0d3-425e-b3f4-b58cd8dd6a39 req-092e47d4-34a1-4cf6-8c53-fc0496427660 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=62871d39-e777-43e3-9d8e-949775d17a50 HTTP/1.1" status: 200 len: 945 time: 0.0450542 May 17 17:17:07.541276 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-24e2b307-c0d3-425e-b3f4-b58cd8dd6a39 req-4b6eaa8c-f85f-48dd-b0cd-e8755656ea40 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cf9d6ae-df2e-40ab-a833-5530fef3f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394232 May 17 17:17:08.455053 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed586b-d538-4714-905d-f6ab14fe071e req-168f6838-cdf8-4184-a6d0-4cc7e53461ef tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:08.456555 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-17ed586b-d538-4714-905d-f6ab14fe071e req-168f6838-cdf8-4184-a6d0-4cc7e53461ef tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.23 "GET /v2.0/ports?device_id=62871d39-e777-43e3-9d8e-949775d17a50 HTTP/1.1" status: 200 len: 945 time: 0.0469730 May 17 17:17:08.544711 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-17ed586b-d538-4714-905d-f6ab14fe071e req-1fa3c47f-9a88-4163-a2d8-267ed14bce4b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Deleting port edbc0265-4f57-4250-800f-d5427b10d52d {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:17:08.545053 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-17ed586b-d538-4714-905d-f6ab14fe071e req-1fa3c47f-9a88-4163-a2d8-267ed14bce4b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (edbc0265-4f57-4250-800f-d5427b10d52d), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:08.650062 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-17ed586b-d538-4714-905d-f6ab14fe071e req-1fa3c47f-9a88-4163-a2d8-267ed14bce4b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] For port edbc0265-4f57-4250-800f-d5427b10d52d, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=edbc0265-4f57-4250-800f-d5427b10d52d,segment=NetworkSegment(de9d44b7-dbc5-440f-840c-db882c6566af),segment_id=de9d44b7-dbc5-440f-840c-db882c6566af)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:17:08.650425 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-17ed586b-d538-4714-905d-f6ab14fe071e req-1fa3c47f-9a88-4163-a2d8-267ed14bce4b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (edbc0265-4f57-4250-800f-d5427b10d52d), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:08.657973 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f7866-65e7-4726-ae9c-04a19d9740c2 req-50b6ce31-c103-49c3-82ff-700ef466b6aa tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:08.659494 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f68f7866-65e7-4726-ae9c-04a19d9740c2 req-50b6ce31-c103-49c3-82ff-700ef466b6aa tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=62871d39-e777-43e3-9d8e-949775d17a50 HTTP/1.1" status: 200 len: 945 time: 0.0500867 May 17 17:17:08.705333 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f68f7866-65e7-4726-ae9c-04a19d9740c2 req-0e7fcdc7-9005-49f7-9602-830ca20eb907 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cf9d6ae-df2e-40ab-a833-5530fef3f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401101 May 17 17:17:08.807957 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-17ed586b-d538-4714-905d-f6ab14fe071e req-1fa3c47f-9a88-4163-a2d8-267ed14bce4b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:08.808315 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-17ed586b-d538-4714-905d-f6ab14fe071e req-1fa3c47f-9a88-4163-a2d8-267ed14bce4b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7866643'] for floatingip (b0f00b8e-8ba9-4e9e-b852-8e177951308e), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:08.808631 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.db.l3_db [req-17ed586b-d538-4714-905d-f6ab14fe071e req-1fa3c47f-9a88-4163-a2d8-267ed14bce4b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Floating IP b0f00b8e-8ba9-4e9e-b852-8e177951308e disassociated. External IP: 172.27.0.105, port: edbc0265-4f57-4250-800f-d5427b10d52d. May 17 17:17:08.809266 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-17ed586b-d538-4714-905d-f6ab14fe071e req-1fa3c47f-9a88-4163-a2d8-267ed14bce4b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Calling delete_port for edbc0265-4f57-4250-800f-d5427b10d52d owned by compute:nova {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:17:08.938936 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-17ed586b-d538-4714-905d-f6ab14fe071e req-1fa3c47f-9a88-4163-a2d8-267ed14bce4b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912'] for port (edbc0265-4f57-4250-800f-d5427b10d52d), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:08.967120 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3c47f-9a88-4163-a2d8-267ed14bce4b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Pushing event deleted for resources: {'Port': ['ID=edbc0265-4f57-4250-800f-d5427b10d52d,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:09.086645 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17ed586b-d538-4714-905d-f6ab14fe071e req-1fa3c47f-9a88-4163-a2d8-267ed14bce4b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Router e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7 has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:17:09.197387 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17ed586b-d538-4714-905d-f6ab14fe071e req-1fa3c47f-9a88-4163-a2d8-267ed14bce4b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:17:09.207861 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0efe03-0bce-48c5-8529-dfb371f802be None None] Sync routers for ids ['e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7'] in dv-cinder-842149-1-iscsi {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:17:09.218177 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0efe03-0bce-48c5-8529-dfb371f802be None None] Routers {'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:17:09.218857 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-0a0efe03-0bce-48c5-8529-dfb371f802be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:16:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:09.240990 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ed586b-d538-4714-905d-f6ab14fe071e req-1fa3c47f-9a88-4163-a2d8-267ed14bce4b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] No DVR routers for this DVR port edbc0265-4f57-4250-800f-d5427b10d52d on host hv-cinder-84214 {{(pid=103510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:17:09.243559 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-17ed586b-d538-4714-905d-f6ab14fe071e req-1fa3c47f-9a88-4163-a2d8-267ed14bce4b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:09.247378 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-17ed586b-d538-4714-905d-f6ab14fe071e req-1fa3c47f-9a88-4163-a2d8-267ed14bce4b tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.23 "DELETE /v2.0/ports/edbc0265-4f57-4250-800f-d5427b10d52d HTTP/1.1" status: 204 len: 173 time: 0.7824745 May 17 17:17:09.247768 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62871d39-e777-43e3-9d8e-949775d17a50', 'name': 'network-vif-deleted', 'tag': 'edbc0265-4f57-4250-800f-d5427b10d52d'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:17:09.250065 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad949dfb-1741-410c-b50e-9a89555e3ab5" -d '{"events": [{"server_uuid": "62871d39-e777-43e3-9d8e-949775d17a50", "name": "network-vif-deleted", "tag": "edbc0265-4f57-4250-800f-d5427b10d52d"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:17:09.292108 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf6984c-15dd-46a7-88b0-05a2b75ed55b x-openstack-request-id: req-bcf6984c-15dd-46a7-88b0-05a2b75ed55b {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:17:09.292485 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62871d39-e777-43e3-9d8e-949775d17a50", "name": "network-vif-deleted", "tag": "edbc0265-4f57-4250-800f-d5427b10d52d", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:17:09.292904 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bcf6984c-15dd-46a7-88b0-05a2b75ed55b {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:17:09.293357 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcf6984c-15dd-46a7-88b0-05a2b75ed55b'] response: {'server_uuid': '62871d39-e777-43e3-9d8e-949775d17a50', 'name': 'network-vif-deleted', 'tag': 'edbc0265-4f57-4250-800f-d5427b10d52d', 'status': 'completed', 'code': 200} May 17 17:17:09.426449 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-0a0efe03-0bce-48c5-8529-dfb371f802be None None] Set router e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:17:09.611353 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-0a0efe03-0bce-48c5-8529-dfb371f802be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'name': 'tempest-AttachVolumeTestJSON-1139753451-router', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '2cb9cd50-b578-4187-b15e-fb561cb3f3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:32Z', 'revision_number': 4, 'project_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'gw_port': {'id': '2cb9cd50-b578-4187-b15e-fb561cb3f3e6', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:21Z', 'updated_at': '2022-05-17T17:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': 'a940b93f-3648-482e-84b5-b07696c878e9', 'name': '', 'network_id': '1dd4923f-bb48-4a70-ba63-f0b98efd2694', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'mac_address': 'fa:16:3e:df:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd992d23d-73b7-4452-8ed4-109754aaf16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:29Z', 'updated_at': '2022-05-17T17:10:39Z', 'revision_number': 5, 'project_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'subnets': [{'id': 'd992d23d-73b7-4452-8ed4-109754aaf16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:09.634833 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0efe03-0bce-48c5-8529-dfb371f802be None None] Checking router: e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7 for host: dv-cinder-842149-1-iscsi {{(pid=103513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:17:09.643444 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0efe03-0bce-48c5-8529-dfb371f802be None None] Routers {'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:17:09.644075 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-0a0efe03-0bce-48c5-8529-dfb371f802be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:16:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:09.763906 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-0a0efe03-0bce-48c5-8529-dfb371f802be None None] Set router e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:17:09.816106 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-687edaf7-f449-4d79-8b4b-755de1b4043e req-b097f2cd-efda-412f-90f2-406fd672f819 tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/ports?device_id=62871d39-e777-43e3-9d8e-949775d17a50 HTTP/1.1" status: 200 len: 210 time: 0.0279598 May 17 17:17:09.951110 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-0a0efe03-0bce-48c5-8529-dfb371f802be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'name': 'tempest-AttachVolumeTestJSON-1139753451-router', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '2cb9cd50-b578-4187-b15e-fb561cb3f3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:32Z', 'revision_number': 4, 'project_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'gw_port': {'id': '2cb9cd50-b578-4187-b15e-fb561cb3f3e6', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:21Z', 'updated_at': '2022-05-17T17:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': 'a940b93f-3648-482e-84b5-b07696c878e9', 'name': '', 'network_id': '1dd4923f-bb48-4a70-ba63-f0b98efd2694', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'mac_address': 'fa:16:3e:df:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd992d23d-73b7-4452-8ed4-109754aaf16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:29Z', 'updated_at': '2022-05-17T17:10:39Z', 'revision_number': 5, 'project_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'subnets': [{'id': 'd992d23d-73b7-4452-8ed4-109754aaf16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:09.975260 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0efe03-0bce-48c5-8529-dfb371f802be None None] The sync data for ids ['e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7'] in dv-cinder-842149-1-iscsi is: [{'id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'name': 'tempest-AttachVolumeTestJSON-1139753451-router', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '2cb9cd50-b578-4187-b15e-fb561cb3f3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:32Z', 'revision_number': 4, 'project_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'gw_port': {'id': '2cb9cd50-b578-4187-b15e-fb561cb3f3e6', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:21Z', 'updated_at': '2022-05-17T17:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': 'a940b93f-3648-482e-84b5-b07696c878e9', 'name': '', 'network_id': '1dd4923f-bb48-4a70-ba63-f0b98efd2694', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'mac_address': 'fa:16:3e:df:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd992d23d-73b7-4452-8ed4-109754aaf16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:29Z', 'updated_at': '2022-05-17T17:10:39Z', 'revision_number': 5, 'project_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'subnets': [{'id': 'd992d23d-73b7-4452-8ed4-109754aaf16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:17:10.189231 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942feeef-9581-4320-a1bf-b6e8053abbac None None] New status for floating IP b0f00b8e-8ba9-4e9e-b852-8e177951308e: DOWN {{(pid=103512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:17:10.547636 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 50706) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:10.561519 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device edbc0265-4f57-4250-800f-d5427b10d52d no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:17:10.580472 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] No Port match for: edbc0265-4f57-4250-800f-d5427b10d52d {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:17:10.580815 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device edbc0265-4f57-4250-800f-d5427b10d52d not bound to the agent host hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:17:10.654419 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-599168dd-0ab6-464c-a0bc-12c04c70c609 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:10.727710 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-599168dd-0ab6-464c-a0bc-12c04c70c609 admin admin] Publish callbacks [] for security_group (4f7d0697-8045-4ecf-819d-ab674c85d1e7), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:10.732233 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-599168dd-0ab6-464c-a0bc-12c04c70c609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (4f7d0697-8045-4ecf-819d-ab674c85d1e7), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:10.770759 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-599168dd-0ab6-464c-a0bc-12c04c70c609 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5aa25e0911ed43369fa7045a323b172c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220888 May 17 17:17:10.771652 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599168dd-0ab6-464c-a0bc-12c04c70c609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7d0697-8045-4ecf-819d-ab674c85d1e7,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:10.773595 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 50710) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:10.824027 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-4056fd5f-673c-411f-aa3d-25bbc17bee09 admin admin] Publish callbacks [] for security_group (4f7d0697-8045-4ecf-819d-ab674c85d1e7), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:10.846624 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-4056fd5f-673c-411f-aa3d-25bbc17bee09 admin admin] Publish callbacks [] for security_group (4f7d0697-8045-4ecf-819d-ab674c85d1e7), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:10.898038 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-4056fd5f-673c-411f-aa3d-25bbc17bee09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (4f7d0697-8045-4ecf-819d-ab674c85d1e7), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:10.901924 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-4056fd5f-673c-411f-aa3d-25bbc17bee09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:10.904077 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-4056fd5f-673c-411f-aa3d-25bbc17bee09 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4f7d0697-8045-4ecf-819d-ab674c85d1e7 HTTP/1.1" status: 204 len: 168 time: 0.1294894 May 17 17:17:10.907966 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 50718) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:10.911909 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056fd5f-673c-411f-aa3d-25bbc17bee09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7d0697-8045-4ecf-819d-ab674c85d1e7,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:10.970749 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-40e85341-edbf-4384-9f16-7971fe3c609a tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks [] for security_group (7cf9d6ae-df2e-40ab-a833-5530fef3f00e), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:10.993910 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-40e85341-edbf-4384-9f16-7971fe3c609a tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks [] for security_group (7cf9d6ae-df2e-40ab-a833-5530fef3f00e), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:11.043626 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-40e85341-edbf-4384-9f16-7971fe3c609a tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (7cf9d6ae-df2e-40ab-a833-5530fef3f00e), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:11.046244 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-40e85341-edbf-4384-9f16-7971fe3c609a tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:11.049819 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-40e85341-edbf-4384-9f16-7971fe3c609a tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "DELETE /v2.0/security-groups/7cf9d6ae-df2e-40ab-a833-5530fef3f00e HTTP/1.1" status: 204 len: 168 time: 0.1384156 May 17 17:17:11.050333 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 50724) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:11.056518 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e85341-edbf-4384-9f16-7971fe3c609a tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf9d6ae-df2e-40ab-a833-5530fef3f00e,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:11.065847 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.api.v2.resource [None req-9a68ab50-933b-4884-b366-f7f44ee8704d tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] show failed (client error): The resource could not be found. May 17 17:17:11.066995 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-9a68ab50-933b-4884-b366-f7f44ee8704d tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "GET /v2.0/security-groups/7cf9d6ae-df2e-40ab-a833-5530fef3f00e HTTP/1.1" status: 404 len: 347 time: 0.0155833 May 17 17:17:11.070032 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 50726) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:11.188323 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-dcd8b12e-6c62-46ae-bc94-3e6fc71f2f4f tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Deleting port 07f2ad37-bc34-4937-8fa4-b9100dcbea58 {{(pid=103511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:17:11.188662 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-dcd8b12e-6c62-46ae-bc94-3e6fc71f2f4f tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (07f2ad37-bc34-4937-8fa4-b9100dcbea58), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:11.264956 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-dcd8b12e-6c62-46ae-bc94-3e6fc71f2f4f tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (07f2ad37-bc34-4937-8fa4-b9100dcbea58), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:11.265278 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-dcd8b12e-6c62-46ae-bc94-3e6fc71f2f4f tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks [] for floatingip (07f2ad37-bc34-4937-8fa4-b9100dcbea58), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:11.282819 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-dcd8b12e-6c62-46ae-bc94-3e6fc71f2f4f tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Calling delete_port for 07f2ad37-bc34-4937-8fa4-b9100dcbea58 owned by network:floatingip {{(pid=103511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:17:11.415837 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-dcd8b12e-6c62-46ae-bc94-3e6fc71f2f4f tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4266351'] for port (07f2ad37-bc34-4937-8fa4-b9100dcbea58), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:11.444472 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd8b12e-6c62-46ae-bc94-3e6fc71f2f4f tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Pushing event deleted for resources: {'Port': ['ID=07f2ad37-bc34-4937-8fa4-b9100dcbea58,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:11.508544 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-dcd8b12e-6c62-46ae-bc94-3e6fc71f2f4f tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks [] for floatingip (b0f00b8e-8ba9-4e9e-b852-8e177951308e), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:11.511068 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-dcd8b12e-6c62-46ae-bc94-3e6fc71f2f4f tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for floatingip (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:11.512455 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-dcd8b12e-6c62-46ae-bc94-3e6fc71f2f4f tempest-AttachVolumeTestJSON-95165178 tempest-AttachVolumeTestJSON-95165178-project] 10.222.0.48 "DELETE /v2.0/floatingips/b0f00b8e-8ba9-4e9e-b852-8e177951308e HTTP/1.1" status: 204 len: 168 time: 0.4411290 May 17 17:17:11.586905 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 50748) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:11.688249 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-b83769da-8d51-488b-9e0e-d439c2079e84 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-199818081-network', 'tenant_id': '21c32c98238c44e7a3581a668e1a5ea3'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:17:11.708933 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83769da-8d51-488b-9e0e-d439c2079e84 admin admin] Made reservation on behalf of 21c32c98238c44e7a3581a668e1a5ea3 for: {'network': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:17:11.711293 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b83769da-8d51-488b-9e0e-d439c2079e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for network (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:11.719493 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b83769da-8d51-488b-9e0e-d439c2079e84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:11.795631 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b83769da-8d51-488b-9e0e-d439c2079e84 admin admin] Publish callbacks [] for security_group (9b3ea694-cdd8-4af2-90b6-881924590b26), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:11.799194 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b83769da-8d51-488b-9e0e-d439c2079e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (9b3ea694-cdd8-4af2-90b6-881924590b26), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:11.820435 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b83769da-8d51-488b-9e0e-d439c2079e84 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 17:17:11.836564 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83769da-8d51-488b-9e0e-d439c2079e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3ea694-cdd8-4af2-90b6-881924590b26,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:11.839657 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b83769da-8d51-488b-9e0e-d439c2079e84 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733342282253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915'] for segment (1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:11.840086 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.db.segments_db [None req-b83769da-8d51-488b-9e0e-d439c2079e84 admin admin] Added segment 1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd of type vlan for network dc3d4c09-8a68-4f06-a953-436db768a877 May 17 17:17:11.883098 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b83769da-8d51-488b-9e0e-d439c2079e84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733341855133'] for network (dc3d4c09-8a68-4f06-a953-436db768a877), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:11.907561 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b83769da-8d51-488b-9e0e-d439c2079e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572'] for network (dc3d4c09-8a68-4f06-a953-436db768a877), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:11.908620 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83769da-8d51-488b-9e0e-d439c2079e84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:11.909208 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b83769da-8d51-488b-9e0e-d439c2079e84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for network (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:11.946599 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-b83769da-8d51-488b-9e0e-d439c2079e84 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3583322 May 17 17:17:11.949608 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 50752) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:11.954475 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-ec27ec3a-6e45-42d2-8084-7c4851c4626b admin admin] Request body: {'subnet': {'network_id': 'dc3d4c09-8a68-4f06-a953-436db768a877', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-199818081-subnet', 'tenant_id': '21c32c98238c44e7a3581a668e1a5ea3', 'ip_version': 4}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:17:11.974696 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83769da-8d51-488b-9e0e-d439c2079e84 admin admin] Pushing event updated for resources: {'Network': ['ID=dc3d4c09-8a68-4f06-a953-436db768a877,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:11.976042 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec27ec3a-6e45-42d2-8084-7c4851c4626b admin admin] Made reservation on behalf of 21c32c98238c44e7a3581a668e1a5ea3 for: {'subnet': 1} {{(pid=103511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:17:11.978556 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ec27ec3a-6e45-42d2-8084-7c4851c4626b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4530466'] for subnet (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:11.985291 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Network dc3d4c09-8a68-4f06-a953-436db768a877 details requested by agent ovs-agent-dv-cinder-842149-1-iscsi with host dv-cinder-842149-1-iscsi {{(pid=103512) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 17:17:12.149317 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ec27ec3a-6e45-42d2-8084-7c4851c4626b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4267487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4530484'] for subnet (578f9213-2de8-4641-a0dd-344bb452f898), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:12.204202 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec27ec3a-6e45-42d2-8084-7c4851c4626b admin admin] Pushing event updated for resources: {'Subnet': ['ID=578f9213-2de8-4641-a0dd-344bb452f898,revision_number=0']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:12.213351 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec27ec3a-6e45-42d2-8084-7c4851c4626b admin admin] Checking segment: {'id': '1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'dc3d4c09-8a68-4f06-a953-436db768a877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:17:12.213702 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec27ec3a-6e45-42d2-8084-7c4851c4626b admin admin] Network hostable DHCP agents. Network: dc3d4c09-8a68-4f06-a953-436db768a877, hostable agents: ['e31905a2-41fc-44e1-9d1f-1e6213680c03'], hosted agents: [] {{(pid=103511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 17:17:12.229831 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec27ec3a-6e45-42d2-8084-7c4851c4626b admin admin] Network dc3d4c09-8a68-4f06-a953-436db768a877 is scheduled to be hosted by DHCP agent e31905a2-41fc-44e1-9d1f-1e6213680c03 with binding_index 1 {{(pid=103511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 17:17:12.239565 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [None req-ec27ec3a-6e45-42d2-8084-7c4851c4626b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842149-1-iscsi, dc3d4c09-8a68-4f06-a953-436db768a877) {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:17:12.244438 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec27ec3a-6e45-42d2-8084-7c4851c4626b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:12.245028 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ec27ec3a-6e45-42d2-8084-7c4851c4626b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:12.249740 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d796614-1a34-4a30-bb7f-f0461b19299c None None] Network dc3d4c09-8a68-4f06-a953-436db768a877 requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:17:12.261940 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-ec27ec3a-6e45-42d2-8084-7c4851c4626b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3112531 May 17 17:17:12.265294 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 50756) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:12.270249 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-c01aeeac-3b00-480d-8657-a554daed92a5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-199818081-router', 'tenant_id': '21c32c98238c44e7a3581a668e1a5ea3', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'}}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:17:12.291387 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c01aeeac-3b00-480d-8657-a554daed92a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-611'] for router (b5613072-ca78-49bc-ad89-dbf940238d64), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:12.292415 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c01aeeac-3b00-480d-8657-a554daed92a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7879634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7940134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-618'] for router (b5613072-ca78-49bc-ad89-dbf940238d64), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:12.348021 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c01aeeac-3b00-480d-8657-a554daed92a5 admin admin] Publish callbacks [] for router_controller (b5613072-ca78-49bc-ad89-dbf940238d64), precommit_add_association {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:12.356574 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2f0b1c-a212-4a16-a7d6-6a8c08acab8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf7098ea-f5f5-5e61-806c-121fd2f5eebb-dc3d4c09-8a68-4f06-a953-436db768a877', 'network_id': 'dc3d4c09-8a68-4f06-a953-436db768a877', 'project_id': '21c32c98238c44e7a3581a668e1a5ea3', 'fixed_ips': [{'subnet_id': '578f9213-2de8-4641-a0dd-344bb452f898'}]}} from dv-cinder-842149-1-iscsi. {{(pid=103512) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 17:17:12.357651 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7e2f0b1c-a212-4a16-a7d6-6a8c08acab8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:12.480171 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c01aeeac-3b00-480d-8657-a554daed92a5 admin admin] Publish callbacks [] for router_gateway (b5613072-ca78-49bc-ad89-dbf940238d64), precommit_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:12.492509 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-7e2f0b1c-a212-4a16-a7d6-6a8c08acab8b None None] Allocated IP 172.20.0.2 (dc3d4c09-8a68-4f06-a953-436db768a877/578f9213-2de8-4641-a0dd-344bb452f898/b0810945-3a71-427c-b486-06a0f9a5566d) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:17:12.630748 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7e2f0b1c-a212-4a16-a7d6-6a8c08acab8b None None] Publish callbacks [] for port (b0810945-3a71-427c-b486-06a0f9a5566d), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:12.638587 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7e2f0b1c-a212-4a16-a7d6-6a8c08acab8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (b0810945-3a71-427c-b486-06a0f9a5566d), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:12.662258 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c01aeeac-3b00-480d-8657-a554daed92a5 admin admin] Publish callbacks [] for router_gateway (b5613072-ca78-49bc-ad89-dbf940238d64), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:12.677632 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2f0b1c-a212-4a16-a7d6-6a8c08acab8b None None] Network dc3d4c09-8a68-4f06-a953-436db768a877 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:17:12.682235 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c01aeeac-3b00-480d-8657-a554daed92a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:12.685597 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-7e2f0b1c-a212-4a16-a7d6-6a8c08acab8b None None] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:17:12.689484 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2f0b1c-a212-4a16-a7d6-6a8c08acab8b None None] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:17:12.692786 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f0b1c-a212-4a16-a7d6-6a8c08acab8b None None] Pushing event updated for resources: {'Port': ['ID=b0810945-3a71-427c-b486-06a0f9a5566d,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:12.705514 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2f0b1c-a212-4a16-a7d6-6a8c08acab8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:12.705955 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2f0b1c-a212-4a16-a7d6-6a8c08acab8b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:12.706570 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2f0b1c-a212-4a16-a7d6-6a8c08acab8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:12.706927 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2f0b1c-a212-4a16-a7d6-6a8c08acab8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:12.707280 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2f0b1c-a212-4a16-a7d6-6a8c08acab8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:12.707707 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2f0b1c-a212-4a16-a7d6-6a8c08acab8b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:12.708032 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2f0b1c-a212-4a16-a7d6-6a8c08acab8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:12.708412 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2f0b1c-a212-4a16-a7d6-6a8c08acab8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:12.708686 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2f0b1c-a212-4a16-a7d6-6a8c08acab8b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:12.709009 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2f0b1c-a212-4a16-a7d6-6a8c08acab8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:12.709334 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2f0b1c-a212-4a16-a7d6-6a8c08acab8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:12.709656 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2f0b1c-a212-4a16-a7d6-6a8c08acab8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:12.709976 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2f0b1c-a212-4a16-a7d6-6a8c08acab8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:12.710294 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2f0b1c-a212-4a16-a7d6-6a8c08acab8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:12.710609 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2f0b1c-a212-4a16-a7d6-6a8c08acab8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:12.760836 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-7e2f0b1c-a212-4a16-a7d6-6a8c08acab8b None None] Attempting to bind port b0810945-3a71-427c-b486-06a0f9a5566d on host dv-cinder-842149-1-iscsi for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:17:12.761210 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-7e2f0b1c-a212-4a16-a7d6-6a8c08acab8b None None] Attempting to bind port b0810945-3a71-427c-b486-06a0f9a5566d by drivers openvswitch,hyperv on host dv-cinder-842149-1-iscsi at level 0 using segments [{'id': '1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'dc3d4c09-8a68-4f06-a953-436db768a877'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:17:12.761626 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2f0b1c-a212-4a16-a7d6-6a8c08acab8b None None] Attempting to bind port b0810945-3a71-427c-b486-06a0f9a5566d on network dc3d4c09-8a68-4f06-a953-436db768a877 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:17:12.773552 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2f0b1c-a212-4a16-a7d6-6a8c08acab8b None None] Checking agent: {'id': '112412f2-6814-4612-abcf-1771f8ba00b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 1, 57), 'started_at': datetime.datetime(2022, 5, 17, 17, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:17:12.773552 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2f0b1c-a212-4a16-a7d6-6a8c08acab8b None None] Checking segment: {'id': '1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'dc3d4c09-8a68-4f06-a953-436db768a877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:17:12.773552 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7e2f0b1c-a212-4a16-a7d6-6a8c08acab8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:12.773552 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2f0b1c-a212-4a16-a7d6-6a8c08acab8b None None] Bound using segment: {'id': '1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'dc3d4c09-8a68-4f06-a953-436db768a877'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:17:12.773552 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-7e2f0b1c-a212-4a16-a7d6-6a8c08acab8b None None] Bound port: b0810945-3a71-427c-b486-06a0f9a5566d, host: dv-cinder-842149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'dc3d4c09-8a68-4f06-a953-436db768a877'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:17:12.773552 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7e2f0b1c-a212-4a16-a7d6-6a8c08acab8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (b0810945-3a71-427c-b486-06a0f9a5566d), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:12.806676 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.db_base_plugin_common [None req-c01aeeac-3b00-480d-8657-a554daed92a5 admin admin] Allocated IP 172.27.0.142 (02c56ec1-398e-4da7-8d6f-c5872f286327/162161ae-47ec-4957-8899-c21f028f623a/114a8c75-6427-4beb-a715-a83c31ef0118) {{(pid=103511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:17:12.830247 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7e2f0b1c-a212-4a16-a7d6-6a8c08acab8b None None] For port b0810945-3a71-427c-b486-06a0f9a5566d, host dv-cinder-842149-1-iscsi, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:17:12.833302 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7e2f0b1c-a212-4a16-a7d6-6a8c08acab8b None None] For port b0810945-3a71-427c-b486-06a0f9a5566d, host dv-cinder-842149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=b0810945-3a71-427c-b486-06a0f9a5566d,segment=NetworkSegment(1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd),segment_id=1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:17:12.838730 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7e2f0b1c-a212-4a16-a7d6-6a8c08acab8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (b0810945-3a71-427c-b486-06a0f9a5566d), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:12.903999 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f0b1c-a212-4a16-a7d6-6a8c08acab8b None None] Pushing event updated for resources: {'Port': ['ID=b0810945-3a71-427c-b486-06a0f9a5566d,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:12.928424 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c01aeeac-3b00-480d-8657-a554daed92a5 admin admin] Publish callbacks [] for port (114a8c75-6427-4beb-a715-a83c31ef0118), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:12.961832 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c01aeeac-3b00-480d-8657-a554daed92a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4266351'] for port (114a8c75-6427-4beb-a715-a83c31ef0118), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:13.001049 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01aeeac-3b00-480d-8657-a554daed92a5 admin admin] Network 02c56ec1-398e-4da7-8d6f-c5872f286327 is already hosted by enough agents. {{(pid=103511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:17:13.003820 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [None req-c01aeeac-3b00-480d-8657-a554daed92a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:17:13.009811 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01aeeac-3b00-480d-8657-a554daed92a5 admin admin] Received port after_create {{(pid=103511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:17:13.047264 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01aeeac-3b00-480d-8657-a554daed92a5 admin admin] Pushing event updated for resources: {'Port': ['ID=114a8c75-6427-4beb-a715-a83c31ef0118,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:13.268918 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c01aeeac-3b00-480d-8657-a554daed92a5 admin admin] Publish callbacks [] for router_gateway (b5613072-ca78-49bc-ad89-dbf940238d64), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:13.451240 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c01aeeac-3b00-480d-8657-a554daed92a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7879595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7876840'] for router (b5613072-ca78-49bc-ad89-dbf940238d64), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:13.573555 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01aeeac-3b00-480d-8657-a554daed92a5 admin admin] Router b5613072-ca78-49bc-ad89-dbf940238d64 is scheduled to L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 with binding_index 1 {{(pid=103511) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 17:17:13.678165 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01aeeac-3b00-480d-8657-a554daed92a5 admin admin] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:17:13.690190 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0d5cf6-87e3-4621-ba59-efea58ba3a16 None None] Sync routers for ids ['b5613072-ca78-49bc-ad89-dbf940238d64'] in dv-cinder-842149-1-iscsi {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:17:13.696092 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c01aeeac-3b00-480d-8657-a554daed92a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:13.700152 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-c01aeeac-3b00-480d-8657-a554daed92a5 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4302773 May 17 17:17:13.700513 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 50764) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:13.701159 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0d5cf6-87e3-4621-ba59-efea58ba3a16 None None] Routers {'b5613072-ca78-49bc-ad89-dbf940238d64'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:17:13.701771 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-2b0d5cf6-87e3-4621-ba59-efea58ba3a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:16:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['b5613072-ca78-49bc-ad89-dbf940238d64'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:13.808209 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-2b0d5cf6-87e3-4621-ba59-efea58ba3a16 None None] Set router b5613072-ca78-49bc-ad89-dbf940238d64 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:17:13.908626 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19db5067-d090-412b-9fc7-c7be457128e4 None None] Network dc3d4c09-8a68-4f06-a953-436db768a877 requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:17:13.950443 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-05c954c4-4fe4-48e5-8afe-5a5ef3971801 None None] Provisioning complete for port b0810945-3a71-427c-b486-06a0f9a5566d triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:17:13.950995 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-05c954c4-4fe4-48e5-8afe-5a5ef3971801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (b0810945-3a71-427c-b486-06a0f9a5566d), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:14.043951 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-2b0d5cf6-87e3-4621-ba59-efea58ba3a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5613072-ca78-49bc-ad89-dbf940238d64', 'name': 'tempest-TestMinimumBasicScenario-199818081-router', 'tenant_id': '21c32c98238c44e7a3581a668e1a5ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '114a8c75-6427-4beb-a715-a83c31ef0118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:17:12Z', 'updated_at': '2022-05-17T17:17:13Z', 'revision_number': 3, 'project_id': '21c32c98238c44e7a3581a668e1a5ea3', 'gw_port': {'id': '114a8c75-6427-4beb-a715-a83c31ef0118', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b6:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5613072-ca78-49bc-ad89-dbf940238d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:17:12Z', 'updated_at': '2022-05-17T17:17:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi'}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:14.070519 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0d5cf6-87e3-4621-ba59-efea58ba3a16 None None] Checking router: b5613072-ca78-49bc-ad89-dbf940238d64 for host: dv-cinder-842149-1-iscsi {{(pid=103513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:17:14.070787 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0d5cf6-87e3-4621-ba59-efea58ba3a16 None None] Updating router b5613072-ca78-49bc-ad89-dbf940238d64 port 114a8c75-6427-4beb-a715-a83c31ef0118 binding host dv-cinder-842149-1-iscsi {{(pid=103513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 17:17:14.105219 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b0d5cf6-87e3-4621-ba59-efea58ba3a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (114a8c75-6427-4beb-a715-a83c31ef0118), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:14.238930 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-05c954c4-4fe4-48e5-8afe-5a5ef3971801 None None] Current status of the port b0810945-3a71-427c-b486-06a0f9a5566d is: DOWN; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:17:14.239404 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-05c954c4-4fe4-48e5-8afe-5a5ef3971801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (b0810945-3a71-427c-b486-06a0f9a5566d), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:14.283153 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-05c954c4-4fe4-48e5-8afe-5a5ef3971801 None None] For port b0810945-3a71-427c-b486-06a0f9a5566d, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=b0810945-3a71-427c-b486-06a0f9a5566d,segment=NetworkSegment(1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd),segment_id=1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:17:14.293883 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-05c954c4-4fe4-48e5-8afe-5a5ef3971801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (b0810945-3a71-427c-b486-06a0f9a5566d), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:14.353179 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c954c4-4fe4-48e5-8afe-5a5ef3971801 None None] Pushing event updated for resources: {'Port': ['ID=b0810945-3a71-427c-b486-06a0f9a5566d,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:14.436295 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b0d5cf6-87e3-4621-ba59-efea58ba3a16 None None] Publish callbacks [] for port (114a8c75-6427-4beb-a715-a83c31ef0118), precommit_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:14.441358 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b0d5cf6-87e3-4621-ba59-efea58ba3a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (114a8c75-6427-4beb-a715-a83c31ef0118), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:14.445202 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-753bfe4f-25d3-49cd-b05d-c61bded65b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:14.491543 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-2b0d5cf6-87e3-4621-ba59-efea58ba3a16 None None] Attempting to bind port 114a8c75-6427-4beb-a715-a83c31ef0118 on host dv-cinder-842149-1-iscsi for vnic_type normal with profile {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:17:14.491868 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-2b0d5cf6-87e3-4621-ba59-efea58ba3a16 None None] Attempting to bind port 114a8c75-6427-4beb-a715-a83c31ef0118 by drivers openvswitch,hyperv on host dv-cinder-842149-1-iscsi at level 0 using segments [{'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:17:14.492229 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0d5cf6-87e3-4621-ba59-efea58ba3a16 None None] Attempting to bind port 114a8c75-6427-4beb-a715-a83c31ef0118 on network 02c56ec1-398e-4da7-8d6f-c5872f286327 {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:17:14.495277 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e6f272-3a87-47f0-9041-32bb023c0773 None None] Pushing event updated for resources: {'Port': ['ID=114a8c75-6427-4beb-a715-a83c31ef0118,revision_number=2']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:14.503553 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0d5cf6-87e3-4621-ba59-efea58ba3a16 None None] Checking agent: {'id': '112412f2-6814-4612-abcf-1771f8ba00b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 1, 57), 'started_at': datetime.datetime(2022, 5, 17, 17, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:17:14.503959 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0d5cf6-87e3-4621-ba59-efea58ba3a16 None None] Checking segment: {'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:17:14.504363 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b0d5cf6-87e3-4621-ba59-efea58ba3a16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:14.504755 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0d5cf6-87e3-4621-ba59-efea58ba3a16 None None] Bound using segment: {'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'} {{(pid=103513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:17:14.505226 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.managers [None req-2b0d5cf6-87e3-4621-ba59-efea58ba3a16 None None] Bound port: 114a8c75-6427-4beb-a715-a83c31ef0118, host: dv-cinder-842149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'}}] {{(pid=103513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:17:14.505606 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b0d5cf6-87e3-4621-ba59-efea58ba3a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (114a8c75-6427-4beb-a715-a83c31ef0118), before_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:14.509072 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e6f272-3a87-47f0-9041-32bb023c0773 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:14.509418 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e6f272-3a87-47f0-9041-32bb023c0773 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:14.509786 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e6f272-3a87-47f0-9041-32bb023c0773 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:14.510150 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e6f272-3a87-47f0-9041-32bb023c0773 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:14.510484 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e6f272-3a87-47f0-9041-32bb023c0773 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:14.510812 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e6f272-3a87-47f0-9041-32bb023c0773 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:14.511137 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e6f272-3a87-47f0-9041-32bb023c0773 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:14.511460 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e6f272-3a87-47f0-9041-32bb023c0773 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:14.511886 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e6f272-3a87-47f0-9041-32bb023c0773 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:14.512211 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e6f272-3a87-47f0-9041-32bb023c0773 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:14.512534 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e6f272-3a87-47f0-9041-32bb023c0773 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:14.512856 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e6f272-3a87-47f0-9041-32bb023c0773 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:14.513178 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e6f272-3a87-47f0-9041-32bb023c0773 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:14.513554 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e6f272-3a87-47f0-9041-32bb023c0773 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:14.513879 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e6f272-3a87-47f0-9041-32bb023c0773 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:14.517734 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-3cab2462-c83b-45da-a99b-4eac3a714840 None None] Provisioning complete for port b0810945-3a71-427c-b486-06a0f9a5566d triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:17:14.518108 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-3cab2462-c83b-45da-a99b-4eac3a714840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (b0810945-3a71-427c-b486-06a0f9a5566d), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:14.575356 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-2b0d5cf6-87e3-4621-ba59-efea58ba3a16 None None] For port 114a8c75-6427-4beb-a715-a83c31ef0118, host dv-cinder-842149-1-iscsi, cleared binding levels {{(pid=103513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:17:14.578810 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.plugins.ml2.db [None req-2b0d5cf6-87e3-4621-ba59-efea58ba3a16 None None] For port 114a8c75-6427-4beb-a715-a83c31ef0118, host dv-cinder-842149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=114a8c75-6427-4beb-a715-a83c31ef0118,segment=NetworkSegment(d323b912-4d66-4aae-868e-160b7e4a1fa7),segment_id=d323b912-4d66-4aae-868e-160b7e4a1fa7)] {{(pid=103513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:17:14.586655 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron_lib.callbacks.manager [None req-2b0d5cf6-87e3-4621-ba59-efea58ba3a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (114a8c75-6427-4beb-a715-a83c31ef0118), after_update {{(pid=103513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:14.594620 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-3cab2462-c83b-45da-a99b-4eac3a714840 None None] Current status of the port b0810945-3a71-427c-b486-06a0f9a5566d is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:17:14.625054 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.db_base_plugin_common [None req-753bfe4f-25d3-49cd-b05d-c61bded65b63 admin admin] Allocated IP 172.20.0.1 (dc3d4c09-8a68-4f06-a953-436db768a877/578f9213-2de8-4641-a0dd-344bb452f898/2df9f1ef-408e-4bfc-a031-f97f828bd5fe) {{(pid=103511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:17:14.638837 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0d5cf6-87e3-4621-ba59-efea58ba3a16 None None] Routers {'b5613072-ca78-49bc-ad89-dbf940238d64'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:17:14.639401 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-2b0d5cf6-87e3-4621-ba59-efea58ba3a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:16:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['b5613072-ca78-49bc-ad89-dbf940238d64'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:14.682610 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e6f272-3a87-47f0-9041-32bb023c0773 None None] Pushing event updated for resources: {'Port': ['ID=114a8c75-6427-4beb-a715-a83c31ef0118,revision_number=3']} {{(pid=103513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:14.732175 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-753bfe4f-25d3-49cd-b05d-c61bded65b63 admin admin] Publish callbacks [] for port (2df9f1ef-408e-4bfc-a031-f97f828bd5fe), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:14.747053 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-2b0d5cf6-87e3-4621-ba59-efea58ba3a16 None None] Set router b5613072-ca78-49bc-ad89-dbf940238d64 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:17:14.764189 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-753bfe4f-25d3-49cd-b05d-c61bded65b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4266351'] for port (2df9f1ef-408e-4bfc-a031-f97f828bd5fe), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:14.806214 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753bfe4f-25d3-49cd-b05d-c61bded65b63 admin admin] Network dc3d4c09-8a68-4f06-a953-436db768a877 is already hosted by enough agents. {{(pid=103511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:17:14.812825 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [None req-753bfe4f-25d3-49cd-b05d-c61bded65b63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:17:14.816997 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753bfe4f-25d3-49cd-b05d-c61bded65b63 admin admin] Received port after_create {{(pid=103511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:17:14.820115 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753bfe4f-25d3-49cd-b05d-c61bded65b63 admin admin] Pushing event updated for resources: {'Port': ['ID=2df9f1ef-408e-4bfc-a031-f97f828bd5fe,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:14.858202 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-753bfe4f-25d3-49cd-b05d-c61bded65b63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7867333'] for router_interface (b5613072-ca78-49bc-ad89-dbf940238d64), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:14.915774 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device b0810945-3a71-427c-b486-06a0f9a5566d up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:17:14.963866 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port b0810945-3a71-427c-b486-06a0f9a5566d triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:17:14.964201 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (b0810945-3a71-427c-b486-06a0f9a5566d), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:15.013763 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-753bfe4f-25d3-49cd-b05d-c61bded65b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (2df9f1ef-408e-4bfc-a031-f97f828bd5fe), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:15.037071 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-2b0d5cf6-87e3-4621-ba59-efea58ba3a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5613072-ca78-49bc-ad89-dbf940238d64', 'name': 'tempest-TestMinimumBasicScenario-199818081-router', 'tenant_id': '21c32c98238c44e7a3581a668e1a5ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '114a8c75-6427-4beb-a715-a83c31ef0118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:17:12Z', 'updated_at': '2022-05-17T17:17:13Z', 'revision_number': 3, 'project_id': '21c32c98238c44e7a3581a668e1a5ea3', 'gw_port': {'id': '114a8c75-6427-4beb-a715-a83c31ef0118', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b6:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5613072-ca78-49bc-ad89-dbf940238d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:17:12Z', 'updated_at': '2022-05-17T17:17:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi'}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:15.047652 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port b0810945-3a71-427c-b486-06a0f9a5566d is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:17:15.071380 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0d5cf6-87e3-4621-ba59-efea58ba3a16 None None] The sync data for ids ['b5613072-ca78-49bc-ad89-dbf940238d64'] in dv-cinder-842149-1-iscsi is: [{'id': 'b5613072-ca78-49bc-ad89-dbf940238d64', 'name': 'tempest-TestMinimumBasicScenario-199818081-router', 'tenant_id': '21c32c98238c44e7a3581a668e1a5ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '114a8c75-6427-4beb-a715-a83c31ef0118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:17:12Z', 'updated_at': '2022-05-17T17:17:13Z', 'revision_number': 3, 'project_id': '21c32c98238c44e7a3581a668e1a5ea3', 'gw_port': {'id': '114a8c75-6427-4beb-a715-a83c31ef0118', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b6:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5613072-ca78-49bc-ad89-dbf940238d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:17:12Z', 'updated_at': '2022-05-17T17:17:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi'}] {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:17:15.156701 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 50784) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:15.218817 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-09c76450-d767-4457-a209-563608b88240 None None] Provisioning complete for port 2df9f1ef-408e-4bfc-a031-f97f828bd5fe triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:17:15.219187 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-09c76450-d767-4457-a209-563608b88240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (2df9f1ef-408e-4bfc-a031-f97f828bd5fe), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:15.233689 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-753bfe4f-25d3-49cd-b05d-c61bded65b63 admin admin] Publish callbacks [] for port (2df9f1ef-408e-4bfc-a031-f97f828bd5fe), precommit_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:15.238296 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-753bfe4f-25d3-49cd-b05d-c61bded65b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4266328'] for port (2df9f1ef-408e-4bfc-a031-f97f828bd5fe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:15.255370 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-09c76450-d767-4457-a209-563608b88240 None None] Port 2df9f1ef-408e-4bfc-a031-f97f828bd5fe cannot update to ACTIVE because it is not bound. {{(pid=103512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:17:15.313609 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753bfe4f-25d3-49cd-b05d-c61bded65b63 admin admin] Pushing event updated for resources: {'Port': ['ID=2df9f1ef-408e-4bfc-a031-f97f828bd5fe,revision_number=2']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:15.317129 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-753bfe4f-25d3-49cd-b05d-c61bded65b63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7868047'] for router_interface (b5613072-ca78-49bc-ad89-dbf940238d64), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:15.446825 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753bfe4f-25d3-49cd-b05d-c61bded65b63 admin admin] Network dc3d4c09-8a68-4f06-a953-436db768a877 is already hosted by enough agents. {{(pid=103511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:17:15.448272 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [None req-753bfe4f-25d3-49cd-b05d-c61bded65b63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:17:15.580103 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-55cf6ecf-0e3e-4cdf-ac8d-8f1c33f7946a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7868158'] for router_interface (e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:15.597708 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753bfe4f-25d3-49cd-b05d-c61bded65b63 admin admin] Router b5613072-ca78-49bc-ad89-dbf940238d64 has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:17:15.719341 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753bfe4f-25d3-49cd-b05d-c61bded65b63 admin admin] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:17:15.726531 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-753bfe4f-25d3-49cd-b05d-c61bded65b63 admin admin] 10.222.0.48 "PUT /v2.0/routers/b5613072-ca78-49bc-ad89-dbf940238d64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0227752 May 17 17:17:15.786500 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-d8808afa-7cbf-46ba-9a32-ef7327e03e2b None None] Provisioning complete for port 2df9f1ef-408e-4bfc-a031-f97f828bd5fe triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:17:15.786969 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d8808afa-7cbf-46ba-9a32-ef7327e03e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (2df9f1ef-408e-4bfc-a031-f97f828bd5fe), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:15.817731 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-55cf6ecf-0e3e-4cdf-ac8d-8f1c33f7946a admin admin] Deleting port a940b93f-3648-482e-84b5-b07696c878e9 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:17:15.818334 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-55cf6ecf-0e3e-4cdf-ac8d-8f1c33f7946a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (a940b93f-3648-482e-84b5-b07696c878e9), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:15.828011 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-d8808afa-7cbf-46ba-9a32-ef7327e03e2b None None] Port 2df9f1ef-408e-4bfc-a031-f97f828bd5fe cannot update to ACTIVE because it is not bound. {{(pid=103512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:17:15.915003 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [None req-55cf6ecf-0e3e-4cdf-ac8d-8f1c33f7946a admin admin] For port a940b93f-3648-482e-84b5-b07696c878e9, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=a940b93f-3648-482e-84b5-b07696c878e9,segment=NetworkSegment(de9d44b7-dbc5-440f-840c-db882c6566af),segment_id=de9d44b7-dbc5-440f-840c-db882c6566af)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:17:15.915373 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-55cf6ecf-0e3e-4cdf-ac8d-8f1c33f7946a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (a940b93f-3648-482e-84b5-b07696c878e9), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:15.930216 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-55cf6ecf-0e3e-4cdf-ac8d-8f1c33f7946a admin admin] Calling delete_port for a940b93f-3648-482e-84b5-b07696c878e9 owned by network:router_interface {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:17:16.127444 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-55cf6ecf-0e3e-4cdf-ac8d-8f1c33f7946a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912'] for port (a940b93f-3648-482e-84b5-b07696c878e9), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:16.154557 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf6ecf-0e3e-4cdf-ac8d-8f1c33f7946a admin admin] Pushing event deleted for resources: {'Port': ['ID=a940b93f-3648-482e-84b5-b07696c878e9,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:16.264669 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 50802) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:16.269566 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-6ecda0b7-2998-4c7d-8054-c34e1ee1f398 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-172876403-network', 'tenant_id': '36139a33d392483580afe4b25335bfc1'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:17:16.286857 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-55cf6ecf-0e3e-4cdf-ac8d-8f1c33f7946a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7868897'] for router_interface (e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:16.292480 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ecda0b7-2998-4c7d-8054-c34e1ee1f398 admin admin] Made reservation on behalf of 36139a33d392483580afe4b25335bfc1 for: {'network': 1} {{(pid=103511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:17:16.295923 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-6ecda0b7-2998-4c7d-8054-c34e1ee1f398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for network (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:16.305569 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-6ecda0b7-2998-4c7d-8054-c34e1ee1f398 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:16.397732 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-6ecda0b7-2998-4c7d-8054-c34e1ee1f398 admin admin] Publish callbacks [] for security_group (b2957361-35a4-4755-adc1-abcf55ef4200), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:16.402900 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-6ecda0b7-2998-4c7d-8054-c34e1ee1f398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (b2957361-35a4-4755-adc1-abcf55ef4200), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:16.433137 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ecda0b7-2998-4c7d-8054-c34e1ee1f398 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 17:17:16.444047 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecda0b7-2998-4c7d-8054-c34e1ee1f398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2957361-35a4-4755-adc1-abcf55ef4200,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:16.448871 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-6ecda0b7-2998-4c7d-8054-c34e1ee1f398 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733342282253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915'] for segment (9ac2b282-7a53-4955-b56c-a2b2235f9962), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:16.449583 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.db.segments_db [None req-6ecda0b7-2998-4c7d-8054-c34e1ee1f398 admin admin] Added segment 9ac2b282-7a53-4955-b56c-a2b2235f9962 of type vlan for network c213fcec-347c-4887-ac98-f94fbe1c4ec2 May 17 17:17:16.489884 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-6ecda0b7-2998-4c7d-8054-c34e1ee1f398 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733341855133'] for network (c213fcec-347c-4887-ac98-f94fbe1c4ec2), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:16.514251 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-6ecda0b7-2998-4c7d-8054-c34e1ee1f398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572'] for network (c213fcec-347c-4887-ac98-f94fbe1c4ec2), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:16.514576 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55cf6ecf-0e3e-4cdf-ac8d-8f1c33f7946a admin admin] Router e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7 has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:17:16.515583 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecda0b7-2998-4c7d-8054-c34e1ee1f398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:16.516303 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-6ecda0b7-2998-4c7d-8054-c34e1ee1f398 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for network (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:16.556888 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-6ecda0b7-2998-4c7d-8054-c34e1ee1f398 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.2910893 May 17 17:17:16.562078 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 50804) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:16.568345 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-af90e303-e33c-4679-9c0d-ce0e08495dc0 admin admin] Request body: {'subnet': {'network_id': 'c213fcec-347c-4887-ac98-f94fbe1c4ec2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-172876403-subnet', 'tenant_id': '36139a33d392483580afe4b25335bfc1', 'ip_version': 4}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:17:16.584610 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecda0b7-2998-4c7d-8054-c34e1ee1f398 admin admin] Pushing event updated for resources: {'Network': ['ID=c213fcec-347c-4887-ac98-f94fbe1c4ec2,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:16.594843 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Network c213fcec-347c-4887-ac98-f94fbe1c4ec2 details requested by agent ovs-agent-dv-cinder-842149-1-iscsi with host dv-cinder-842149-1-iscsi {{(pid=103512) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 17:17:16.900097 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af90e303-e33c-4679-9c0d-ce0e08495dc0 admin admin] Made reservation on behalf of 36139a33d392483580afe4b25335bfc1 for: {'subnet': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:17:16.903036 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-af90e303-e33c-4679-9c0d-ce0e08495dc0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:16.910292 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d470d1-fc3f-4b70-8af0-83b68ebdfaac None None] Sync routers for ids ['b5613072-ca78-49bc-ad89-dbf940238d64'] in dv-cinder-842149-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:17:16.921302 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d470d1-fc3f-4b70-8af0-83b68ebdfaac None None] Routers {'b5613072-ca78-49bc-ad89-dbf940238d64'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:17:16.922007 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-83d470d1-fc3f-4b70-8af0-83b68ebdfaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:16:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['b5613072-ca78-49bc-ad89-dbf940238d64'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:16.928112 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55cf6ecf-0e3e-4cdf-ac8d-8f1c33f7946a admin admin] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:17:16.933278 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-55cf6ecf-0e3e-4cdf-ac8d-8f1c33f7946a admin admin] 10.222.0.48 "PUT /v2.0/routers/e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7759860 May 17 17:17:16.936434 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 50806) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:16.939912 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefc2b47-e76f-418f-8d11-1af5e0e8a380 None None] Sync routers for ids ['e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7'] in dv-cinder-842149-1-iscsi {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:17:16.953393 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefc2b47-e76f-418f-8d11-1af5e0e8a380 None None] Routers {'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:17:16.954356 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-fefc2b47-e76f-418f-8d11-1af5e0e8a380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:16:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:16.971064 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 114a8c75-6427-4beb-a715-a83c31ef0118 up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:17:17.056484 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-fefc2b47-e76f-418f-8d11-1af5e0e8a380 None None] Set router e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:17:17.058068 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port 114a8c75-6427-4beb-a715-a83c31ef0118 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:17:17.058448 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (114a8c75-6427-4beb-a715-a83c31ef0118), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:17.095013 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-83d470d1-fc3f-4b70-8af0-83b68ebdfaac None None] Set router b5613072-ca78-49bc-ad89-dbf940238d64 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:17:17.098163 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a06b7409-3bc6-4bb7-87dc-d8441da1c392 admin admin] Publish callbacks [] for router (e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:17.244569 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-fefc2b47-e76f-418f-8d11-1af5e0e8a380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'name': 'tempest-AttachVolumeTestJSON-1139753451-router', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '2cb9cd50-b578-4187-b15e-fb561cb3f3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:17:16Z', 'revision_number': 5, 'project_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'gw_port': {'id': '2cb9cd50-b578-4187-b15e-fb561cb3f3e6', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:21Z', 'updated_at': '2022-05-17T17:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi'}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:17.265364 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port 114a8c75-6427-4beb-a715-a83c31ef0118 is: DOWN; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:17:17.265760 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (114a8c75-6427-4beb-a715-a83c31ef0118), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:17.271693 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefc2b47-e76f-418f-8d11-1af5e0e8a380 None None] Checking router: e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7 for host: dv-cinder-842149-1-iscsi {{(pid=103513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:17:17.278213 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a06b7409-3bc6-4bb7-87dc-d8441da1c392 admin admin] Publish callbacks [] for router_gateway (e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:17.282742 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefc2b47-e76f-418f-8d11-1af5e0e8a380 None None] Routers {'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:17:17.283563 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-fefc2b47-e76f-418f-8d11-1af5e0e8a380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:16:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:17.285429 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-af90e303-e33c-4679-9c0d-ce0e08495dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572'] for subnet (cdf99f43-451b-4f80-80a7-20a6671ca2f9), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:17.298512 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] For port 114a8c75-6427-4beb-a715-a83c31ef0118, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=114a8c75-6427-4beb-a715-a83c31ef0118,segment=NetworkSegment(d323b912-4d66-4aae-868e-160b7e4a1fa7),segment_id=d323b912-4d66-4aae-868e-160b7e4a1fa7)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:17:17.308020 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (114a8c75-6427-4beb-a715-a83c31ef0118), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:17.378295 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-a06b7409-3bc6-4bb7-87dc-d8441da1c392 admin admin] Deleting port 2cb9cd50-b578-4187-b15e-fb561cb3f3e6 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:17:17.378923 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a06b7409-3bc6-4bb7-87dc-d8441da1c392 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (2cb9cd50-b578-4187-b15e-fb561cb3f3e6), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:17.381984 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90e303-e33c-4679-9c0d-ce0e08495dc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdf99f43-451b-4f80-80a7-20a6671ca2f9,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:17.388892 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-fefc2b47-e76f-418f-8d11-1af5e0e8a380 None None] Set router e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:17:17.402426 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Pushing event updated for resources: {'Port': ['ID=114a8c75-6427-4beb-a715-a83c31ef0118,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:17.408390 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af90e303-e33c-4679-9c0d-ce0e08495dc0 admin admin] Checking segment: {'id': '9ac2b282-7a53-4955-b56c-a2b2235f9962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c213fcec-347c-4887-ac98-f94fbe1c4ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:17:17.408756 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af90e303-e33c-4679-9c0d-ce0e08495dc0 admin admin] Network hostable DHCP agents. Network: c213fcec-347c-4887-ac98-f94fbe1c4ec2, hostable agents: ['e31905a2-41fc-44e1-9d1f-1e6213680c03'], hosted agents: [] {{(pid=103510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 17:17:17.409054 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-83d470d1-fc3f-4b70-8af0-83b68ebdfaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5613072-ca78-49bc-ad89-dbf940238d64', 'name': 'tempest-TestMinimumBasicScenario-199818081-router', 'tenant_id': '21c32c98238c44e7a3581a668e1a5ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '114a8c75-6427-4beb-a715-a83c31ef0118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:17:12Z', 'updated_at': '2022-05-17T17:17:14Z', 'revision_number': 4, 'project_id': '21c32c98238c44e7a3581a668e1a5ea3', 'gw_port': {'id': '114a8c75-6427-4beb-a715-a83c31ef0118', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b6:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5613072-ca78-49bc-ad89-dbf940238d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:17:12Z', 'updated_at': '2022-05-17T17:17:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': '2df9f1ef-408e-4bfc-a031-f97f828bd5fe', 'name': '', 'network_id': 'dc3d4c09-8a68-4f06-a953-436db768a877', 'tenant_id': '21c32c98238c44e7a3581a668e1a5ea3', 'mac_address': 'fa:16:3e:48:7f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5613072-ca78-49bc-ad89-dbf940238d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '578f9213-2de8-4641-a0dd-344bb452f898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:17:14Z', 'updated_at': '2022-05-17T17:17:15Z', 'revision_number': 2, 'project_id': '21c32c98238c44e7a3581a668e1a5ea3', 'subnets': [{'id': '578f9213-2de8-4641-a0dd-344bb452f898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:17.436069 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d470d1-fc3f-4b70-8af0-83b68ebdfaac None None] Checking router: b5613072-ca78-49bc-ad89-dbf940238d64 for host: dv-cinder-842149-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:17:17.436422 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d470d1-fc3f-4b70-8af0-83b68ebdfaac None None] Updating router b5613072-ca78-49bc-ad89-dbf940238d64 port 2df9f1ef-408e-4bfc-a031-f97f828bd5fe binding host dv-cinder-842149-1-iscsi {{(pid=103512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 17:17:17.467731 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-83d470d1-fc3f-4b70-8af0-83b68ebdfaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (2df9f1ef-408e-4bfc-a031-f97f828bd5fe), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:17.469202 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af90e303-e33c-4679-9c0d-ce0e08495dc0 admin admin] Network c213fcec-347c-4887-ac98-f94fbe1c4ec2 is scheduled to be hosted by DHCP agent e31905a2-41fc-44e1-9d1f-1e6213680c03 with binding_index 1 {{(pid=103510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 17:17:17.486342 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [None req-a06b7409-3bc6-4bb7-87dc-d8441da1c392 admin admin] For port 2cb9cd50-b578-4187-b15e-fb561cb3f3e6, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=2cb9cd50-b578-4187-b15e-fb561cb3f3e6,segment=NetworkSegment(d323b912-4d66-4aae-868e-160b7e4a1fa7),segment_id=d323b912-4d66-4aae-868e-160b7e4a1fa7)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:17:17.486844 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a06b7409-3bc6-4bb7-87dc-d8441da1c392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (2cb9cd50-b578-4187-b15e-fb561cb3f3e6), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:17.489847 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-af90e303-e33c-4679-9c0d-ce0e08495dc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842149-1-iscsi, c213fcec-347c-4887-ac98-f94fbe1c4ec2) {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:17:17.500432 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af90e303-e33c-4679-9c0d-ce0e08495dc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:17.501026 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-af90e303-e33c-4679-9c0d-ce0e08495dc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for subnet (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:17.504016 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b96f3e0-b079-4286-bf1b-26b479ac3164 None None] Network c213fcec-347c-4887-ac98-f94fbe1c4ec2 requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:17:17.514177 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-a06b7409-3bc6-4bb7-87dc-d8441da1c392 admin admin] Calling delete_port for 2cb9cd50-b578-4187-b15e-fb561cb3f3e6 owned by network:router_gateway {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:17:17.533751 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-af90e303-e33c-4679-9c0d-ce0e08495dc0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9706154 May 17 17:17:17.536579 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 50808) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:17.541635 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-14518a25-90ec-404f-b3d9-90ac1e579b13 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-172876403-router', 'tenant_id': '36139a33d392483580afe4b25335bfc1', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'}}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:17:17.562246 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-fefc2b47-e76f-418f-8d11-1af5e0e8a380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'name': 'tempest-AttachVolumeTestJSON-1139753451-router', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '2cb9cd50-b578-4187-b15e-fb561cb3f3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:17:16Z', 'revision_number': 5, 'project_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'gw_port': {'id': '2cb9cd50-b578-4187-b15e-fb561cb3f3e6', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:21Z', 'updated_at': '2022-05-17T17:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi'}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:17.565274 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-14518a25-90ec-404f-b3d9-90ac1e579b13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-611'] for router (ee81f015-dc96-430a-9f55-cce1274a6d00), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:17.566415 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-14518a25-90ec-404f-b3d9-90ac1e579b13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7879634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7940134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-618'] for router (ee81f015-dc96-430a-9f55-cce1274a6d00), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:17.596298 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefc2b47-e76f-418f-8d11-1af5e0e8a380 None None] The sync data for ids ['e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7'] in dv-cinder-842149-1-iscsi is: [{'id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'name': 'tempest-AttachVolumeTestJSON-1139753451-router', 'tenant_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '2cb9cd50-b578-4187-b15e-fb561cb3f3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:17:16Z', 'revision_number': 5, 'project_id': '87f2aabc0cda49538fa0fd9d5db6bf51', 'gw_port': {'id': '2cb9cd50-b578-4187-b15e-fb561cb3f3e6', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:21Z', 'updated_at': '2022-05-17T17:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi'}] {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:17:17.642150 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-14518a25-90ec-404f-b3d9-90ac1e579b13 admin admin] Publish callbacks [] for router_controller (ee81f015-dc96-430a-9f55-cce1274a6d00), precommit_add_association {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:17.710398 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a06b7409-3bc6-4bb7-87dc-d8441da1c392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912'] for port (2cb9cd50-b578-4187-b15e-fb561cb3f3e6), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:17.747354 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b7409-3bc6-4bb7-87dc-d8441da1c392 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cb9cd50-b578-4187-b15e-fb561cb3f3e6,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:17.791632 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a06b7409-3bc6-4bb7-87dc-d8441da1c392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7876812'] for router_gateway (e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:17.800298 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e075631e-5a43-4a6b-a7e1-733847546506 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf7098ea-f5f5-5e61-806c-121fd2f5eebb-c213fcec-347c-4887-ac98-f94fbe1c4ec2', 'network_id': 'c213fcec-347c-4887-ac98-f94fbe1c4ec2', 'project_id': '36139a33d392483580afe4b25335bfc1', 'fixed_ips': [{'subnet_id': 'cdf99f43-451b-4f80-80a7-20a6671ca2f9'}]}} from dv-cinder-842149-1-iscsi. {{(pid=103512) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 17:17:17.801924 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e075631e-5a43-4a6b-a7e1-733847546506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:17.802779 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-14518a25-90ec-404f-b3d9-90ac1e579b13 admin admin] Publish callbacks [] for router_gateway (ee81f015-dc96-430a-9f55-cce1274a6d00), precommit_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:17.908301 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a06b7409-3bc6-4bb7-87dc-d8441da1c392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7879556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-593'] for router (e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:17.910636 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a06b7409-3bc6-4bb7-87dc-d8441da1c392 admin admin] Publish callbacks [] for router_controller (e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7), precommit_delete_associations {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:17.996692 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a06b7409-3bc6-4bb7-87dc-d8441da1c392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7879581'] for router (e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:17.998495 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06b7409-3bc6-4bb7-87dc-d8441da1c392 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7 {{(pid=103510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 17:17:18.003318 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-14518a25-90ec-404f-b3d9-90ac1e579b13 admin admin] Publish callbacks [] for router_gateway (ee81f015-dc96-430a-9f55-cce1274a6d00), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:18.003441 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a06b7409-3bc6-4bb7-87dc-d8441da1c392 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:18.007406 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-a06b7409-3bc6-4bb7-87dc-d8441da1c392 admin admin] 10.222.0.48 "DELETE /v2.0/routers/e75e3b1d-a0e2-4987-b2c1-6d4fd41c27e7 HTTP/1.1" status: 204 len: 168 time: 1.0672078 May 17 17:17:18.007406 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 50812) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:18.027788 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-14518a25-90ec-404f-b3d9-90ac1e579b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:18.063276 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_v2 [None req-af7a48bd-98fc-45a8-8c5f-9977930e16fa admin admin] Deleting subnet d992d23d-73b7-4452-8ed4-109754aaf16e {{(pid=103510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 17:17:18.071042 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-af7a48bd-98fc-45a8-8c5f-9977930e16fa admin admin] Publish callbacks [] for subnet (d992d23d-73b7-4452-8ed4-109754aaf16e), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:18.102177 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.db_base_plugin_common [None req-e075631e-5a43-4a6b-a7e1-733847546506 None None] Allocated IP 172.20.0.2 (c213fcec-347c-4887-ac98-f94fbe1c4ec2/cdf99f43-451b-4f80-80a7-20a6671ca2f9/ece6ce13-d4cd-464c-8d94-7290fbfb7a9e) {{(pid=103512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:17:18.115660 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-af7a48bd-98fc-45a8-8c5f-9977930e16fa admin admin] Publish callbacks [] for subnet (d992d23d-73b7-4452-8ed4-109754aaf16e), precommit_delete_associations {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:18.157634 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.db_base_plugin_common [None req-14518a25-90ec-404f-b3d9-90ac1e579b13 admin admin] Allocated IP 172.27.0.216 (02c56ec1-398e-4da7-8d6f-c5872f286327/162161ae-47ec-4957-8899-c21f028f623a/9ac56200-6eed-45bd-a97e-6a7c39a7321e) {{(pid=103511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:17:18.179321 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-af7a48bd-98fc-45a8-8c5f-9977930e16fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667328'] for subnet (d992d23d-73b7-4452-8ed4-109754aaf16e), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:18.258355 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-af7a48bd-98fc-45a8-8c5f-9977930e16fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572'] for subnet (d992d23d-73b7-4452-8ed4-109754aaf16e), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:18.292195 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a48bd-98fc-45a8-8c5f-9977930e16fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d992d23d-73b7-4452-8ed4-109754aaf16e,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:18.296846 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-af7a48bd-98fc-45a8-8c5f-9977930e16fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for subnet (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:18.302955 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-af7a48bd-98fc-45a8-8c5f-9977930e16fa admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d992d23d-73b7-4452-8ed4-109754aaf16e HTTP/1.1" status: 204 len: 168 time: 0.2924666 May 17 17:17:18.303175 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-14518a25-90ec-404f-b3d9-90ac1e579b13 admin admin] Publish callbacks [] for port (9ac56200-6eed-45bd-a97e-6a7c39a7321e), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:18.303837 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 50814) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:18.340028 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-14518a25-90ec-404f-b3d9-90ac1e579b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4266351'] for port (9ac56200-6eed-45bd-a97e-6a7c39a7321e), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:18.375431 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ac7fb1-a8d9-419a-a7b0-e953db74b4ec None None] Network 1dd4923f-bb48-4a70-ba63-f0b98efd2694 requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:17:18.379761 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d7d9d4c2-4708-4bcf-8539-649fd8ed3b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-914463'] for network (1dd4923f-bb48-4a70-ba63-f0b98efd2694), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:18.381786 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14518a25-90ec-404f-b3d9-90ac1e579b13 admin admin] Pushing event updated for resources: {'Port': ['ID=9ac56200-6eed-45bd-a97e-6a7c39a7321e,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:18.395649 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14518a25-90ec-404f-b3d9-90ac1e579b13 admin admin] Network 02c56ec1-398e-4da7-8d6f-c5872f286327 is already hosted by enough agents. {{(pid=103511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:17:18.397095 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [None req-14518a25-90ec-404f-b3d9-90ac1e579b13 admin admin] Resources bound (agent type, host, resource id): {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:17:18.399329 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14518a25-90ec-404f-b3d9-90ac1e579b13 admin admin] Received port after_create {{(pid=103511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:17:18.432800 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-d7d9d4c2-4708-4bcf-8539-649fd8ed3b30 admin admin] Deleting port eb825997-234b-4292-a0a6-6713a2824488 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:17:18.433274 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d7d9d4c2-4708-4bcf-8539-649fd8ed3b30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (eb825997-234b-4292-a0a6-6713a2824488), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:18.472176 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-83d470d1-fc3f-4b70-8af0-83b68ebdfaac None None] Publish callbacks [] for port (2df9f1ef-408e-4bfc-a031-f97f828bd5fe), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:18.502576 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [None req-d7d9d4c2-4708-4bcf-8539-649fd8ed3b30 admin admin] For port eb825997-234b-4292-a0a6-6713a2824488, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=eb825997-234b-4292-a0a6-6713a2824488,segment=NetworkSegment(de9d44b7-dbc5-440f-840c-db882c6566af),segment_id=de9d44b7-dbc5-440f-840c-db882c6566af)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:17:18.503091 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d7d9d4c2-4708-4bcf-8539-649fd8ed3b30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (eb825997-234b-4292-a0a6-6713a2824488), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:18.510963 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-83d470d1-fc3f-4b70-8af0-83b68ebdfaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (2df9f1ef-408e-4bfc-a031-f97f828bd5fe), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:18.521688 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-d7d9d4c2-4708-4bcf-8539-649fd8ed3b30 admin admin] Calling delete_port for eb825997-234b-4292-a0a6-6713a2824488 owned by network:dhcp {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:17:18.617508 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d7d9d4c2-4708-4bcf-8539-649fd8ed3b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912'] for port (eb825997-234b-4292-a0a6-6713a2824488), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:18.632934 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d9d4c2-4708-4bcf-8539-649fd8ed3b30 admin admin] No DVR routers for this DVR port eb825997-234b-4292-a0a6-6713a2824488 on host dv-cinder-842149-1-iscsi {{(pid=103510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:17:18.647421 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4843edac-f159-432c-a270-306d45aaad10 None None] Pushing event updated for resources: {'Port': ['ID=2df9f1ef-408e-4bfc-a031-f97f828bd5fe,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:18.662801 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d9d4c2-4708-4bcf-8539-649fd8ed3b30 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb825997-234b-4292-a0a6-6713a2824488,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:18.729868 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e075631e-5a43-4a6b-a7e1-733847546506 None None] Publish callbacks [] for port (ece6ce13-d4cd-464c-8d94-7290fbfb7a9e), precommit_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:18.734141 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-83d470d1-fc3f-4b70-8af0-83b68ebdfaac None None] Attempting to bind port 2df9f1ef-408e-4bfc-a031-f97f828bd5fe on host dv-cinder-842149-1-iscsi for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:17:18.734501 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-83d470d1-fc3f-4b70-8af0-83b68ebdfaac None None] Attempting to bind port 2df9f1ef-408e-4bfc-a031-f97f828bd5fe by drivers openvswitch,hyperv on host dv-cinder-842149-1-iscsi at level 0 using segments [{'id': '1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'dc3d4c09-8a68-4f06-a953-436db768a877'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:17:18.734867 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d470d1-fc3f-4b70-8af0-83b68ebdfaac None None] Attempting to bind port 2df9f1ef-408e-4bfc-a031-f97f828bd5fe on network dc3d4c09-8a68-4f06-a953-436db768a877 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:17:18.740466 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d470d1-fc3f-4b70-8af0-83b68ebdfaac None None] Checking agent: {'id': '112412f2-6814-4612-abcf-1771f8ba00b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 1, 57), 'started_at': datetime.datetime(2022, 5, 17, 17, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:17:18.740935 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d470d1-fc3f-4b70-8af0-83b68ebdfaac None None] Checking segment: {'id': '1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'dc3d4c09-8a68-4f06-a953-436db768a877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:17:18.741474 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-83d470d1-fc3f-4b70-8af0-83b68ebdfaac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:18.742000 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d470d1-fc3f-4b70-8af0-83b68ebdfaac None None] Bound using segment: {'id': '1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'dc3d4c09-8a68-4f06-a953-436db768a877'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:17:18.742507 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-83d470d1-fc3f-4b70-8af0-83b68ebdfaac None None] Bound port: 2df9f1ef-408e-4bfc-a031-f97f828bd5fe, host: dv-cinder-842149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'dc3d4c09-8a68-4f06-a953-436db768a877'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:17:18.742936 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-83d470d1-fc3f-4b70-8af0-83b68ebdfaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (2df9f1ef-408e-4bfc-a031-f97f828bd5fe), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:18.744945 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-14518a25-90ec-404f-b3d9-90ac1e579b13 admin admin] Publish callbacks [] for router_gateway (ee81f015-dc96-430a-9f55-cce1274a6d00), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:18.747017 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e075631e-5a43-4a6b-a7e1-733847546506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903'] for port (ece6ce13-d4cd-464c-8d94-7290fbfb7a9e), after_create {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:18.790177 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d7d9d4c2-4708-4bcf-8539-649fd8ed3b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874613', 'neutron.services.segments.db._delete_segments_for_network-8733342282262'] for network (1dd4923f-bb48-4a70-ba63-f0b98efd2694), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:18.811902 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59a725a-095b-494e-a318-ebe674b8dbbc None None] DHCP port deletion for 1dd4923f-bb48-4a70-ba63-f0b98efd2694 request from dv-cinder-842149-1-iscsi {{(pid=103512) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 17:17:18.830595 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d7d9d4c2-4708-4bcf-8539-649fd8ed3b30 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:17:18.831321 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d7d9d4c2-4708-4bcf-8539-649fd8ed3b30 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:17:18.832398 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d7d9d4c2-4708-4bcf-8539-649fd8ed3b30 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:17:18.832903 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d7d9d4c2-4708-4bcf-8539-649fd8ed3b30 admin admin] Subscribe: > port after_create 55550000 {{(pid=103510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:17:18.833411 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d7d9d4c2-4708-4bcf-8539-649fd8ed3b30 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:17:18.833904 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d7d9d4c2-4708-4bcf-8539-649fd8ed3b30 admin admin] Subscribe: > port after_update 55550000 {{(pid=103510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:17:18.834564 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d7d9d4c2-4708-4bcf-8539-649fd8ed3b30 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:17:18.835037 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d7d9d4c2-4708-4bcf-8539-649fd8ed3b30 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:17:18.835508 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d7d9d4c2-4708-4bcf-8539-649fd8ed3b30 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:17:18.836009 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d7d9d4c2-4708-4bcf-8539-649fd8ed3b30 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:17:18.836318 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e075631e-5a43-4a6b-a7e1-733847546506 None None] Network c213fcec-347c-4887-ac98-f94fbe1c4ec2 is already hosted by enough agents. {{(pid=103512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:17:18.850630 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.scheduler.base_scheduler [None req-e075631e-5a43-4a6b-a7e1-733847546506 None None] Resources bound (agent type, host, resource id): {{(pid=103512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:17:18.854163 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e075631e-5a43-4a6b-a7e1-733847546506 None None] Received port after_create {{(pid=103512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:17:18.869833 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075631e-5a43-4a6b-a7e1-733847546506 None None] Pushing event updated for resources: {'Port': ['ID=ece6ce13-d4cd-464c-8d94-7290fbfb7a9e,revision_number=1']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:18.917213 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-83d470d1-fc3f-4b70-8af0-83b68ebdfaac None None] For port 2df9f1ef-408e-4bfc-a031-f97f828bd5fe, host dv-cinder-842149-1-iscsi, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:17:18.954804 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-83d470d1-fc3f-4b70-8af0-83b68ebdfaac None None] For port 2df9f1ef-408e-4bfc-a031-f97f828bd5fe, host dv-cinder-842149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=2df9f1ef-408e-4bfc-a031-f97f828bd5fe,segment=NetworkSegment(1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd),segment_id=1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:17:18.969631 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-83d470d1-fc3f-4b70-8af0-83b68ebdfaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (2df9f1ef-408e-4bfc-a031-f97f828bd5fe), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:18.972161 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d7d9d4c2-4708-4bcf-8539-649fd8ed3b30 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:17:18.972821 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d7d9d4c2-4708-4bcf-8539-649fd8ed3b30 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:17:18.973466 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d7d9d4c2-4708-4bcf-8539-649fd8ed3b30 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:17:18.973987 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d7d9d4c2-4708-4bcf-8539-649fd8ed3b30 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:17:18.974736 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-d7d9d4c2-4708-4bcf-8539-649fd8ed3b30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dd4923f-bb48-4a70-ba63-f0b98efd2694']}} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:18.980742 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-e075631e-5a43-4a6b-a7e1-733847546506 None None] Attempting to bind port ece6ce13-d4cd-464c-8d94-7290fbfb7a9e on host dv-cinder-842149-1-iscsi for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:17:18.981090 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-e075631e-5a43-4a6b-a7e1-733847546506 None None] Attempting to bind port ece6ce13-d4cd-464c-8d94-7290fbfb7a9e by drivers openvswitch,hyperv on host dv-cinder-842149-1-iscsi at level 0 using segments [{'id': '9ac2b282-7a53-4955-b56c-a2b2235f9962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c213fcec-347c-4887-ac98-f94fbe1c4ec2'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:17:18.981456 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e075631e-5a43-4a6b-a7e1-733847546506 None None] Attempting to bind port ece6ce13-d4cd-464c-8d94-7290fbfb7a9e on network c213fcec-347c-4887-ac98-f94fbe1c4ec2 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:17:19.001872 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-d7d9d4c2-4708-4bcf-8539-649fd8ed3b30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de9d44b7-dbc5-440f-840c-db882c6566af') {'for_net_delete': True} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:19.002170 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-d7d9d4c2-4708-4bcf-8539-649fd8ed3b30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de9d44b7-dbc5-440f-840c-db882c6566af') {} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:19.008736 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 114a8c75-6427-4beb-a715-a83c31ef0118 up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:17:19.030987 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d7d9d4c2-4708-4bcf-8539-649fd8ed3b30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733342283551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15830021'] for segment (de9d44b7-dbc5-440f-840c-db882c6566af), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:19.035237 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-14518a25-90ec-404f-b3d9-90ac1e579b13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7879595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7876840'] for router (ee81f015-dc96-430a-9f55-cce1274a6d00), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:19.051156 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e075631e-5a43-4a6b-a7e1-733847546506 None None] Checking agent: {'id': '112412f2-6814-4612-abcf-1771f8ba00b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 1, 57), 'started_at': datetime.datetime(2022, 5, 17, 17, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:17:19.051443 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e075631e-5a43-4a6b-a7e1-733847546506 None None] Checking segment: {'id': '9ac2b282-7a53-4955-b56c-a2b2235f9962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c213fcec-347c-4887-ac98-f94fbe1c4ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:17:19.051872 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e075631e-5a43-4a6b-a7e1-733847546506 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:19.052275 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e075631e-5a43-4a6b-a7e1-733847546506 None None] Bound using segment: {'id': '9ac2b282-7a53-4955-b56c-a2b2235f9962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c213fcec-347c-4887-ac98-f94fbe1c4ec2'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:17:19.052767 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-e075631e-5a43-4a6b-a7e1-733847546506 None None] Bound port: ece6ce13-d4cd-464c-8d94-7290fbfb7a9e, host: dv-cinder-842149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac2b282-7a53-4955-b56c-a2b2235f9962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c213fcec-347c-4887-ac98-f94fbe1c4ec2'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:17:19.053181 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e075631e-5a43-4a6b-a7e1-733847546506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (ece6ce13-d4cd-464c-8d94-7290fbfb7a9e), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:19.058930 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d7d9d4c2-4708-4bcf-8539-649fd8ed3b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915'] for segment (de9d44b7-dbc5-440f-840c-db882c6566af), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:19.071411 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7d9d4c2-4708-4bcf-8539-649fd8ed3b30 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 17:17:19.072102 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d7d9d4c2-4708-4bcf-8539-649fd8ed3b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15829166'] for segment (de9d44b7-dbc5-440f-840c-db882c6566af), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:19.079345 dv-cinder-842149-1-iscsi neutron-server[103510]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 17:17:19.079345 dv-cinder-842149-1-iscsi neutron-server[103510]: from cryptography.utils import int_from_bytes May 17 17:17:19.079345 dv-cinder-842149-1-iscsi neutron-server[103510]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 17:17:19.079345 dv-cinder-842149-1-iscsi neutron-server[103510]: from cryptography.utils import int_from_bytes May 17 17:17:19.079345 dv-cinder-842149-1-iscsi neutron-server[103510]: Traceback (most recent call last): May 17 17:17:19.079345 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 17:17:19.079345 dv-cinder-842149-1-iscsi neutron-server[103510]: timer() May 17 17:17:19.079345 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 17:17:19.079345 dv-cinder-842149-1-iscsi neutron-server[103510]: cb(*args, **kw) May 17 17:17:19.079345 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 17:17:19.079345 dv-cinder-842149-1-iscsi neutron-server[103510]: return func(*args, **kwargs) May 17 17:17:19.079345 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 17:17:19.079345 dv-cinder-842149-1-iscsi neutron-server[103510]: self._notify() May 17 17:17:19.079345 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 17:17:19.079345 dv-cinder-842149-1-iscsi neutron-server[103510]: self.callback(batched_events) May 17 17:17:19.079345 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 17:17:19.079345 dv-cinder-842149-1-iscsi neutron-server[103510]: event.method(event) May 17 17:17:19.079345 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 17:17:19.079345 dv-cinder-842149-1-iscsi neutron-server[103510]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 17:17:19.079345 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 17:17:19.079345 dv-cinder-842149-1-iscsi neutron-server[103510]: aggregate_uuid = self.p_client.list_aggregates( May 17 17:17:19.079345 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 17:17:19.079345 dv-cinder-842149-1-iscsi neutron-server[103510]: return f(self, *a, **k) May 17 17:17:19.079345 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 17:17:19.079345 dv-cinder-842149-1-iscsi neutron-server[103510]: return self._get(url).json() May 17 17:17:19.079345 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 17:17:19.079345 dv-cinder-842149-1-iscsi neutron-server[103510]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 17:17:19.079345 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 17:17:19.079345 dv-cinder-842149-1-iscsi neutron-server[103510]: return self.request(url, 'GET', **kwargs) May 17 17:17:19.079345 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 17:17:19.079345 dv-cinder-842149-1-iscsi neutron-server[103510]: base_url = self.get_endpoint(auth, allow=allow, May 17 17:17:19.079345 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 17:17:19.079345 dv-cinder-842149-1-iscsi neutron-server[103510]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 17:17:19.079345 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 17:17:19.079345 dv-cinder-842149-1-iscsi neutron-server[103510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 17:17:19.079345 dv-cinder-842149-1-iscsi neutron-server[103510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 17:17:19.139695 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-d7acd18d-dc59-4769-839b-17897bee2d05 None None] Provisioning complete for port 2df9f1ef-408e-4bfc-a031-f97f828bd5fe triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:17:19.140079 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d7acd18d-dc59-4769-839b-17897bee2d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (2df9f1ef-408e-4bfc-a031-f97f828bd5fe), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:19.141629 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d470d1-fc3f-4b70-8af0-83b68ebdfaac None None] Routers {'b5613072-ca78-49bc-ad89-dbf940238d64'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:17:19.142310 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-83d470d1-fc3f-4b70-8af0-83b68ebdfaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:16:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['b5613072-ca78-49bc-ad89-dbf940238d64'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:19.149248 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4843edac-f159-432c-a270-306d45aaad10 None None] Pushing event updated for resources: {'Port': ['ID=2df9f1ef-408e-4bfc-a031-f97f828bd5fe,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:19.160618 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d7d9d4c2-4708-4bcf-8539-649fd8ed3b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7866878'] for network (1dd4923f-bb48-4a70-ba63-f0b98efd2694), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:19.168711 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d7d9d4c2-4708-4bcf-8539-649fd8ed3b30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for network (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:19.172938 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-d7d9d4c2-4708-4bcf-8539-649fd8ed3b30 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1dd4923f-bb48-4a70-ba63-f0b98efd2694 HTTP/1.1" status: 204 len: 168 time: 0.8680401 May 17 17:17:19.210846 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d9d4c2-4708-4bcf-8539-649fd8ed3b30 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dd4923f-bb48-4a70-ba63-f0b98efd2694,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:19.212549 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14518a25-90ec-404f-b3d9-90ac1e579b13 admin admin] Router ee81f015-dc96-430a-9f55-cce1274a6d00 is scheduled to L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 with binding_index 1 {{(pid=103511) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 17:17:19.270107 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port 114a8c75-6427-4beb-a715-a83c31ef0118 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:17:19.270775 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (114a8c75-6427-4beb-a715-a83c31ef0118), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:19.306138 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-e075631e-5a43-4a6b-a7e1-733847546506 None None] For port ece6ce13-d4cd-464c-8d94-7290fbfb7a9e, host dv-cinder-842149-1-iscsi, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:17:19.340236 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14518a25-90ec-404f-b3d9-90ac1e579b13 admin admin] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:17:19.352067 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-e075631e-5a43-4a6b-a7e1-733847546506 None None] For port ece6ce13-d4cd-464c-8d94-7290fbfb7a9e, host dv-cinder-842149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=ece6ce13-d4cd-464c-8d94-7290fbfb7a9e,segment=NetworkSegment(9ac2b282-7a53-4955-b56c-a2b2235f9962),segment_id=9ac2b282-7a53-4955-b56c-a2b2235f9962)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:17:19.360211 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffea0f8-3580-428e-8842-c836f2437262 None None] Sync routers for ids ['ee81f015-dc96-430a-9f55-cce1274a6d00'] in dv-cinder-842149-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:17:19.362268 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-14518a25-90ec-404f-b3d9-90ac1e579b13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:19.366409 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-14518a25-90ec-404f-b3d9-90ac1e579b13 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8257244 May 17 17:17:19.367125 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 50820) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:19.404058 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-83d470d1-fc3f-4b70-8af0-83b68ebdfaac None None] Set router b5613072-ca78-49bc-ad89-dbf940238d64 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:17:19.408897 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e075631e-5a43-4a6b-a7e1-733847546506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (ece6ce13-d4cd-464c-8d94-7290fbfb7a9e), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:19.421177 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 50822) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:19.476230 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffea0f8-3580-428e-8842-c836f2437262 None None] Routers {'ee81f015-dc96-430a-9f55-cce1274a6d00'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:17:19.476872 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-2ffea0f8-3580-428e-8842-c836f2437262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:16:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['ee81f015-dc96-430a-9f55-cce1274a6d00'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:19.531874 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-d7acd18d-dc59-4769-839b-17897bee2d05 None None] Current status of the port 2df9f1ef-408e-4bfc-a031-f97f828bd5fe is: DOWN; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:17:19.532279 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d7acd18d-dc59-4769-839b-17897bee2d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (2df9f1ef-408e-4bfc-a031-f97f828bd5fe), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:19.691639 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075631e-5a43-4a6b-a7e1-733847546506 None None] Pushing event updated for resources: {'Port': ['ID=ece6ce13-d4cd-464c-8d94-7290fbfb7a9e,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:19.705336 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-ff3ff101-db2e-4e9c-83ba-16472a5dc716 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=87f2aabc0cda49538fa0fd9d5db6bf51&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2800162 May 17 17:17:19.705925 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 50824) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:19.765387 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-d7acd18d-dc59-4769-839b-17897bee2d05 None None] For port 2df9f1ef-408e-4bfc-a031-f97f828bd5fe, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=2df9f1ef-408e-4bfc-a031-f97f828bd5fe,segment=NetworkSegment(1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd),segment_id=1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:17:19.788899 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port 114a8c75-6427-4beb-a715-a83c31ef0118 is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:17:19.803318 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d7acd18d-dc59-4769-839b-17897bee2d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (2df9f1ef-408e-4bfc-a031-f97f828bd5fe), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:19.831019 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-423da6bf-4174-4d63-b15d-957d63ba5895 admin admin] Publish callbacks [] for security_group (e36d7c60-c05b-4c53-a40f-d085cc92898c), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:19.851243 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-2ffea0f8-3580-428e-8842-c836f2437262 None None] Set router ee81f015-dc96-430a-9f55-cce1274a6d00 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:17:19.879175 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-60b0cc35-960b-47d4-8ab7-b5044d6f3990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:19.887645 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-423da6bf-4174-4d63-b15d-957d63ba5895 admin admin] Publish callbacks [] for security_group (e36d7c60-c05b-4c53-a40f-d085cc92898c), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:19.923934 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device eb825997-234b-4292-a0a6-6713a2824488 no longer exists at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:17:19.945779 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-423da6bf-4174-4d63-b15d-957d63ba5895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (e36d7c60-c05b-4c53-a40f-d085cc92898c), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:19.948689 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-423da6bf-4174-4d63-b15d-957d63ba5895 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:19.950187 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-423da6bf-4174-4d63-b15d-957d63ba5895 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e36d7c60-c05b-4c53-a40f-d085cc92898c HTTP/1.1" status: 204 len: 168 time: 0.2432437 May 17 17:17:19.959594 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423da6bf-4174-4d63-b15d-957d63ba5895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36d7c60-c05b-4c53-a40f-d085cc92898c,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:20.004296 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] No Port match for: eb825997-234b-4292-a0a6-6713a2824488 {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:17:20.004645 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device eb825997-234b-4292-a0a6-6713a2824488 not bound to the agent host dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:17:20.005072 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device a940b93f-3648-482e-84b5-b07696c878e9 no longer exists at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:17:20.039875 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-0632438b-6007-44ce-8197-e0e48a853911 None None] Provisioning complete for port 2df9f1ef-408e-4bfc-a031-f97f828bd5fe triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:17:20.040146 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0632438b-6007-44ce-8197-e0e48a853911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (2df9f1ef-408e-4bfc-a031-f97f828bd5fe), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:20.106695 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [None req-60b0cc35-960b-47d4-8ab7-b5044d6f3990 admin admin] Allocated IP 172.20.0.1 (c213fcec-347c-4887-ac98-f94fbe1c4ec2/cdf99f43-451b-4f80-80a7-20a6671ca2f9/af944d25-3cd9-4627-a742-5dae4f31bbde) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:17:20.229409 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-60b0cc35-960b-47d4-8ab7-b5044d6f3990 admin admin] Publish callbacks [] for port (af944d25-3cd9-4627-a742-5dae4f31bbde), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:20.243984 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7acd18d-dc59-4769-839b-17897bee2d05 None None] Pushing event updated for resources: {'Port': ['ID=2df9f1ef-408e-4bfc-a031-f97f828bd5fe,revision_number=5']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:20.268322 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-60b0cc35-960b-47d4-8ab7-b5044d6f3990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15829245'] for port (af944d25-3cd9-4627-a742-5dae4f31bbde), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:20.279594 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] No Port match for: a940b93f-3648-482e-84b5-b07696c878e9 {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:17:20.279974 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device a940b93f-3648-482e-84b5-b07696c878e9 not bound to the agent host dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:17:20.280403 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 2cb9cd50-b578-4187-b15e-fb561cb3f3e6 no longer exists at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:17:20.290033 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b0cc35-960b-47d4-8ab7-b5044d6f3990 admin admin] Network c213fcec-347c-4887-ac98-f94fbe1c4ec2 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:17:20.292332 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-60b0cc35-960b-47d4-8ab7-b5044d6f3990 admin admin] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:17:20.315483 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b0cc35-960b-47d4-8ab7-b5044d6f3990 admin admin] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:17:20.330131 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] No Port match for: 2cb9cd50-b578-4187-b15e-fb561cb3f3e6 {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:17:20.330491 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 2cb9cd50-b578-4187-b15e-fb561cb3f3e6 not bound to the agent host dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:17:20.336286 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-83d470d1-fc3f-4b70-8af0-83b68ebdfaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5613072-ca78-49bc-ad89-dbf940238d64', 'name': 'tempest-TestMinimumBasicScenario-199818081-router', 'tenant_id': '21c32c98238c44e7a3581a668e1a5ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '114a8c75-6427-4beb-a715-a83c31ef0118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:17:12Z', 'updated_at': '2022-05-17T17:17:14Z', 'revision_number': 4, 'project_id': '21c32c98238c44e7a3581a668e1a5ea3', 'gw_port': {'id': '114a8c75-6427-4beb-a715-a83c31ef0118', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5613072-ca78-49bc-ad89-dbf940238d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:17:12Z', 'updated_at': '2022-05-17T17:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': '2df9f1ef-408e-4bfc-a031-f97f828bd5fe', 'name': '', 'network_id': 'dc3d4c09-8a68-4f06-a953-436db768a877', 'tenant_id': '21c32c98238c44e7a3581a668e1a5ea3', 'mac_address': 'fa:16:3e:48:7f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5613072-ca78-49bc-ad89-dbf940238d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '578f9213-2de8-4641-a0dd-344bb452f898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:17:14Z', 'updated_at': '2022-05-17T17:17:18Z', 'revision_number': 4, 'project_id': '21c32c98238c44e7a3581a668e1a5ea3', 'subnets': [{'id': '578f9213-2de8-4641-a0dd-344bb452f898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:20.366389 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-60b0cc35-960b-47d4-8ab7-b5044d6f3990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7867333'] for router_interface (ee81f015-dc96-430a-9f55-cce1274a6d00), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:20.380410 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d470d1-fc3f-4b70-8af0-83b68ebdfaac None None] The sync data for ids ['b5613072-ca78-49bc-ad89-dbf940238d64'] in dv-cinder-842149-1-iscsi is: [{'id': 'b5613072-ca78-49bc-ad89-dbf940238d64', 'name': 'tempest-TestMinimumBasicScenario-199818081-router', 'tenant_id': '21c32c98238c44e7a3581a668e1a5ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '114a8c75-6427-4beb-a715-a83c31ef0118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:17:12Z', 'updated_at': '2022-05-17T17:17:14Z', 'revision_number': 4, 'project_id': '21c32c98238c44e7a3581a668e1a5ea3', 'gw_port': {'id': '114a8c75-6427-4beb-a715-a83c31ef0118', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5613072-ca78-49bc-ad89-dbf940238d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:17:12Z', 'updated_at': '2022-05-17T17:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': '2df9f1ef-408e-4bfc-a031-f97f828bd5fe', 'name': '', 'network_id': 'dc3d4c09-8a68-4f06-a953-436db768a877', 'tenant_id': '21c32c98238c44e7a3581a668e1a5ea3', 'mac_address': 'fa:16:3e:48:7f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5613072-ca78-49bc-ad89-dbf940238d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '578f9213-2de8-4641-a0dd-344bb452f898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:17:14Z', 'updated_at': '2022-05-17T17:17:18Z', 'revision_number': 4, 'project_id': '21c32c98238c44e7a3581a668e1a5ea3', 'subnets': [{'id': '578f9213-2de8-4641-a0dd-344bb452f898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:17:20.463424 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0cc35-960b-47d4-8ab7-b5044d6f3990 admin admin] Pushing event updated for resources: {'Port': ['ID=af944d25-3cd9-4627-a742-5dae4f31bbde,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:20.503047 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-0632438b-6007-44ce-8197-e0e48a853911 None None] Current status of the port 2df9f1ef-408e-4bfc-a031-f97f828bd5fe is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:17:20.508077 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-2ffea0f8-3580-428e-8842-c836f2437262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee81f015-dc96-430a-9f55-cce1274a6d00', 'name': 'tempest-TestMinimumBasicScenario-172876403-router', 'tenant_id': '36139a33d392483580afe4b25335bfc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '9ac56200-6eed-45bd-a97e-6a7c39a7321e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:17:17Z', 'updated_at': '2022-05-17T17:17:18Z', 'revision_number': 3, 'project_id': '36139a33d392483580afe4b25335bfc1', 'gw_port': {'id': '9ac56200-6eed-45bd-a97e-6a7c39a7321e', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ed:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee81f015-dc96-430a-9f55-cce1274a6d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:17:18Z', 'updated_at': '2022-05-17T17:17:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi'}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:20.571460 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffea0f8-3580-428e-8842-c836f2437262 None None] Checking router: ee81f015-dc96-430a-9f55-cce1274a6d00 for host: dv-cinder-842149-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:17:20.571839 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffea0f8-3580-428e-8842-c836f2437262 None None] Updating router ee81f015-dc96-430a-9f55-cce1274a6d00 port 9ac56200-6eed-45bd-a97e-6a7c39a7321e binding host dv-cinder-842149-1-iscsi {{(pid=103512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 17:17:20.622567 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-60b0cc35-960b-47d4-8ab7-b5044d6f3990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (af944d25-3cd9-4627-a742-5dae4f31bbde), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:20.631373 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ffea0f8-3580-428e-8842-c836f2437262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (9ac56200-6eed-45bd-a97e-6a7c39a7321e), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:20.922015 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75b2aaf-de14-459c-ab2f-bbbb42279d86 None None] Network c213fcec-347c-4887-ac98-f94fbe1c4ec2 requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:17:20.954043 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-60b0cc35-960b-47d4-8ab7-b5044d6f3990 admin admin] Publish callbacks [] for port (af944d25-3cd9-4627-a742-5dae4f31bbde), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:20.960584 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-60b0cc35-960b-47d4-8ab7-b5044d6f3990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15829194'] for port (af944d25-3cd9-4627-a742-5dae4f31bbde), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:21.003506 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 2df9f1ef-408e-4bfc-a031-f97f828bd5fe up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:17:21.005366 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7bf48efc-52f8-45f4-a55b-2427f6866c57 None None] Provisioning complete for port ece6ce13-d4cd-464c-8d94-7290fbfb7a9e triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:17:21.005734 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7bf48efc-52f8-45f4-a55b-2427f6866c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (ece6ce13-d4cd-464c-8d94-7290fbfb7a9e), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:21.028106 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-60b0cc35-960b-47d4-8ab7-b5044d6f3990 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7868047'] for router_interface (ee81f015-dc96-430a-9f55-cce1274a6d00), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:21.066547 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0cc35-960b-47d4-8ab7-b5044d6f3990 admin admin] Pushing event updated for resources: {'Port': ['ID=af944d25-3cd9-4627-a742-5dae4f31bbde,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:21.196677 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b0cc35-960b-47d4-8ab7-b5044d6f3990 admin admin] Network c213fcec-347c-4887-ac98-f94fbe1c4ec2 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:17:21.198460 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-60b0cc35-960b-47d4-8ab7-b5044d6f3990 admin admin] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:17:21.268949 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7bf48efc-52f8-45f4-a55b-2427f6866c57 None None] Current status of the port ece6ce13-d4cd-464c-8d94-7290fbfb7a9e is: DOWN; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:17:21.269339 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7bf48efc-52f8-45f4-a55b-2427f6866c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (ece6ce13-d4cd-464c-8d94-7290fbfb7a9e), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:21.292437 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bf16c718-1f0c-4a17-ab75-0a84f37a3a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:21.318159 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port 2df9f1ef-408e-4bfc-a031-f97f828bd5fe triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:17:21.318451 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (2df9f1ef-408e-4bfc-a031-f97f828bd5fe), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:21.357915 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b0cc35-960b-47d4-8ab7-b5044d6f3990 admin admin] Router ee81f015-dc96-430a-9f55-cce1274a6d00 has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:17:21.383858 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ffea0f8-3580-428e-8842-c836f2437262 None None] Publish callbacks [] for port (9ac56200-6eed-45bd-a97e-6a7c39a7321e), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:21.400446 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7bf48efc-52f8-45f4-a55b-2427f6866c57 None None] For port ece6ce13-d4cd-464c-8d94-7290fbfb7a9e, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=ece6ce13-d4cd-464c-8d94-7290fbfb7a9e,segment=NetworkSegment(9ac2b282-7a53-4955-b56c-a2b2235f9962),segment_id=9ac2b282-7a53-4955-b56c-a2b2235f9962)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:17:21.409301 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ffea0f8-3580-428e-8842-c836f2437262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (9ac56200-6eed-45bd-a97e-6a7c39a7321e), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:21.416720 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7bf48efc-52f8-45f4-a55b-2427f6866c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (ece6ce13-d4cd-464c-8d94-7290fbfb7a9e), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:21.509094 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-2ffea0f8-3580-428e-8842-c836f2437262 None None] Attempting to bind port 9ac56200-6eed-45bd-a97e-6a7c39a7321e on host dv-cinder-842149-1-iscsi for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:17:21.510011 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-2ffea0f8-3580-428e-8842-c836f2437262 None None] Attempting to bind port 9ac56200-6eed-45bd-a97e-6a7c39a7321e by drivers openvswitch,hyperv on host dv-cinder-842149-1-iscsi at level 0 using segments [{'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:17:21.510271 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffea0f8-3580-428e-8842-c836f2437262 None None] Attempting to bind port 9ac56200-6eed-45bd-a97e-6a7c39a7321e on network 02c56ec1-398e-4da7-8d6f-c5872f286327 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:17:21.512528 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f98c1-0334-475d-bb95-5743a5fa3394 None None] Pushing event updated for resources: {'Port': ['ID=9ac56200-6eed-45bd-a97e-6a7c39a7321e,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:21.522048 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b0cc35-960b-47d4-8ab7-b5044d6f3990 admin admin] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:17:21.529821 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-60b0cc35-960b-47d4-8ab7-b5044d6f3990 admin admin] 10.222.0.48 "PUT /v2.0/routers/ee81f015-dc96-430a-9f55-cce1274a6d00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1613801 May 17 17:17:21.533534 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffea0f8-3580-428e-8842-c836f2437262 None None] Checking agent: {'id': '112412f2-6814-4612-abcf-1771f8ba00b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 1, 57), 'started_at': datetime.datetime(2022, 5, 17, 17, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:17:21.533920 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffea0f8-3580-428e-8842-c836f2437262 None None] Checking segment: {'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:17:21.534326 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ffea0f8-3580-428e-8842-c836f2437262 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:21.534723 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffea0f8-3580-428e-8842-c836f2437262 None None] Bound using segment: {'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:17:21.535262 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-2ffea0f8-3580-428e-8842-c836f2437262 None None] Bound port: 9ac56200-6eed-45bd-a97e-6a7c39a7321e, host: dv-cinder-842149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd323b912-4d66-4aae-868e-160b7e4a1fa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:17:21.536387 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ffea0f8-3580-428e-8842-c836f2437262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (9ac56200-6eed-45bd-a97e-6a7c39a7321e), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:21.600025 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port 2df9f1ef-408e-4bfc-a031-f97f828bd5fe is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:17:21.601201 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device ece6ce13-d4cd-464c-8d94-7290fbfb7a9e up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:17:21.681029 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port ece6ce13-d4cd-464c-8d94-7290fbfb7a9e triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:17:21.681373 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (ece6ce13-d4cd-464c-8d94-7290fbfb7a9e), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:21.686010 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf48efc-52f8-45f4-a55b-2427f6866c57 None None] Pushing event updated for resources: {'Port': ['ID=ece6ce13-d4cd-464c-8d94-7290fbfb7a9e,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:21.710263 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-2ffea0f8-3580-428e-8842-c836f2437262 None None] For port 9ac56200-6eed-45bd-a97e-6a7c39a7321e, host dv-cinder-842149-1-iscsi, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:17:21.727623 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-2ffea0f8-3580-428e-8842-c836f2437262 None None] For port 9ac56200-6eed-45bd-a97e-6a7c39a7321e, host dv-cinder-842149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=9ac56200-6eed-45bd-a97e-6a7c39a7321e,segment=NetworkSegment(d323b912-4d66-4aae-868e-160b7e4a1fa7),segment_id=d323b912-4d66-4aae-868e-160b7e4a1fa7)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:17:21.746777 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6551353e-3783-4d71-90a9-73857da6b039 None None] Provisioning complete for port af944d25-3cd9-4627-a742-5dae4f31bbde triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:17:21.747136 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6551353e-3783-4d71-90a9-73857da6b039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (af944d25-3cd9-4627-a742-5dae4f31bbde), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:21.800901 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ffea0f8-3580-428e-8842-c836f2437262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (9ac56200-6eed-45bd-a97e-6a7c39a7321e), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:21.803038 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6551353e-3783-4d71-90a9-73857da6b039 None None] Port af944d25-3cd9-4627-a742-5dae4f31bbde cannot update to ACTIVE because it is not bound. {{(pid=103512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:17:21.890274 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6551353e-3783-4d71-90a9-73857da6b039 None None] Provisioning complete for port ece6ce13-d4cd-464c-8d94-7290fbfb7a9e triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:17:21.890852 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6551353e-3783-4d71-90a9-73857da6b039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (ece6ce13-d4cd-464c-8d94-7290fbfb7a9e), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:22.025784 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port ece6ce13-d4cd-464c-8d94-7290fbfb7a9e is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:17:22.036926 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f98c1-0334-475d-bb95-5743a5fa3394 None None] Pushing event updated for resources: {'Port': ['ID=9ac56200-6eed-45bd-a97e-6a7c39a7321e,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:22.056754 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffea0f8-3580-428e-8842-c836f2437262 None None] Routers {'ee81f015-dc96-430a-9f55-cce1274a6d00'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:17:22.057972 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-2ffea0f8-3580-428e-8842-c836f2437262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:16:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['ee81f015-dc96-430a-9f55-cce1274a6d00'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:22.202253 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6551353e-3783-4d71-90a9-73857da6b039 None None] Current status of the port ece6ce13-d4cd-464c-8d94-7290fbfb7a9e is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:17:22.271093 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-2ffea0f8-3580-428e-8842-c836f2437262 None None] Set router ee81f015-dc96-430a-9f55-cce1274a6d00 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:17:22.367565 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6f1598da-3c4c-4c4e-8d10-00f8623ccca5 None None] Provisioning complete for port af944d25-3cd9-4627-a742-5dae4f31bbde triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:17:22.367902 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6f1598da-3c4c-4c4e-8d10-00f8623ccca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (af944d25-3cd9-4627-a742-5dae4f31bbde), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:22.395960 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08d5f8-2d98-422b-ac03-feaf22cc2af0 req-bee4fd55-82e6-429c-9b84-680614815514 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:22.397587 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3d08d5f8-2d98-422b-ac03-feaf22cc2af0 req-bee4fd55-82e6-429c-9b84-680614815514 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=50898191-2e63-45d2-85bb-e47d9fe6d844 HTTP/1.1" status: 200 len: 946 time: 0.0555503 May 17 17:17:22.466535 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3d08d5f8-2d98-422b-ac03-feaf22cc2af0 req-57d44070-f4e1-47c9-9bdf-b2a99372ae30 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608125 May 17 17:17:22.579492 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6f1598da-3c4c-4c4e-8d10-00f8623ccca5 None None] Port af944d25-3cd9-4627-a742-5dae4f31bbde cannot update to ACTIVE because it is not bound. {{(pid=103512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:17:22.652724 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-2ffea0f8-3580-428e-8842-c836f2437262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee81f015-dc96-430a-9f55-cce1274a6d00', 'name': 'tempest-TestMinimumBasicScenario-172876403-router', 'tenant_id': '36139a33d392483580afe4b25335bfc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '9ac56200-6eed-45bd-a97e-6a7c39a7321e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:17:17Z', 'updated_at': '2022-05-17T17:17:20Z', 'revision_number': 4, 'project_id': '36139a33d392483580afe4b25335bfc1', 'gw_port': {'id': '9ac56200-6eed-45bd-a97e-6a7c39a7321e', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ed:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee81f015-dc96-430a-9f55-cce1274a6d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:17:18Z', 'updated_at': '2022-05-17T17:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': 'af944d25-3cd9-4627-a742-5dae4f31bbde', 'name': '', 'network_id': 'c213fcec-347c-4887-ac98-f94fbe1c4ec2', 'tenant_id': '36139a33d392483580afe4b25335bfc1', 'mac_address': 'fa:16:3e:11:11:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee81f015-dc96-430a-9f55-cce1274a6d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'cdf99f43-451b-4f80-80a7-20a6671ca2f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:17:19Z', 'updated_at': '2022-05-17T17:17:20Z', 'revision_number': 2, 'project_id': '36139a33d392483580afe4b25335bfc1', 'subnets': [{'id': 'cdf99f43-451b-4f80-80a7-20a6671ca2f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:22.685472 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffea0f8-3580-428e-8842-c836f2437262 None None] The sync data for ids ['ee81f015-dc96-430a-9f55-cce1274a6d00'] in dv-cinder-842149-1-iscsi is: [{'id': 'ee81f015-dc96-430a-9f55-cce1274a6d00', 'name': 'tempest-TestMinimumBasicScenario-172876403-router', 'tenant_id': '36139a33d392483580afe4b25335bfc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '9ac56200-6eed-45bd-a97e-6a7c39a7321e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:17:17Z', 'updated_at': '2022-05-17T17:17:20Z', 'revision_number': 4, 'project_id': '36139a33d392483580afe4b25335bfc1', 'gw_port': {'id': '9ac56200-6eed-45bd-a97e-6a7c39a7321e', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ed:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee81f015-dc96-430a-9f55-cce1274a6d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:17:18Z', 'updated_at': '2022-05-17T17:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': 'af944d25-3cd9-4627-a742-5dae4f31bbde', 'name': '', 'network_id': 'c213fcec-347c-4887-ac98-f94fbe1c4ec2', 'tenant_id': '36139a33d392483580afe4b25335bfc1', 'mac_address': 'fa:16:3e:11:11:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee81f015-dc96-430a-9f55-cce1274a6d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'cdf99f43-451b-4f80-80a7-20a6671ca2f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:17:19Z', 'updated_at': '2022-05-17T17:17:20Z', 'revision_number': 2, 'project_id': '36139a33d392483580afe4b25335bfc1', 'subnets': [{'id': 'cdf99f43-451b-4f80-80a7-20a6671ca2f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:17:22.899260 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device ece6ce13-d4cd-464c-8d94-7290fbfb7a9e up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:17:23.015571 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port ece6ce13-d4cd-464c-8d94-7290fbfb7a9e triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:17:23.015981 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (ece6ce13-d4cd-464c-8d94-7290fbfb7a9e), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:23.112187 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port ece6ce13-d4cd-464c-8d94-7290fbfb7a9e is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:17:23.398267 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-480cfd6f-6fea-414b-a68a-6393e8a40007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:23.669990 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4946465-4b51-42ee-8783-3b922d7c8c84 req-323fe27e-8756-44a7-8d83-90a546562d33 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:23.677421 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-e4946465-4b51-42ee-8783-3b922d7c8c84 req-323fe27e-8756-44a7-8d83-90a546562d33 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=50898191-2e63-45d2-85bb-e47d9fe6d844 HTTP/1.1" status: 200 len: 946 time: 0.0751333 May 17 17:17:23.730784 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-e4946465-4b51-42ee-8783-3b922d7c8c84 req-30fb2400-d402-4064-b8b8-4e417ed1f813 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520070 May 17 17:17:23.828858 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (f77364a9-2f6e-44ad-9fc6-92e3e143ef92), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:24.378567 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b7320-0e66-47da-9c84-ba61118ce49f req-9bacdd4b-cbde-4db5-b4ad-c73919d45a63 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:24.394438 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f62b7320-0e66-47da-9c84-ba61118ce49f req-9bacdd4b-cbde-4db5-b4ad-c73919d45a63 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.23 "GET /v2.0/ports?device_id=50898191-2e63-45d2-85bb-e47d9fe6d844 HTTP/1.1" status: 200 len: 946 time: 0.1160851 May 17 17:17:24.531104 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-f62b7320-0e66-47da-9c84-ba61118ce49f req-6d0aeb82-d9ba-4917-a55d-95e76a6d95f6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Deleting port efa762a5-a4d8-4cff-ba5a-528a674014b1 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:17:24.531494 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-f62b7320-0e66-47da-9c84-ba61118ce49f req-6d0aeb82-d9ba-4917-a55d-95e76a6d95f6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (efa762a5-a4d8-4cff-ba5a-528a674014b1), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:24.649349 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-f62b7320-0e66-47da-9c84-ba61118ce49f req-6d0aeb82-d9ba-4917-a55d-95e76a6d95f6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] For port efa762a5-a4d8-4cff-ba5a-528a674014b1, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=efa762a5-a4d8-4cff-ba5a-528a674014b1,segment=NetworkSegment(3edb7eab-9922-40db-9293-945d85664407),segment_id=3edb7eab-9922-40db-9293-945d85664407)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:17:24.649725 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-f62b7320-0e66-47da-9c84-ba61118ce49f req-6d0aeb82-d9ba-4917-a55d-95e76a6d95f6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (efa762a5-a4d8-4cff-ba5a-528a674014b1), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:24.740147 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 50918) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:24.885004 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:24.893933 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-286fe08b-4511-4fc6-9dbb-f7adec17947f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:24.928015 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-f62b7320-0e66-47da-9c84-ba61118ce49f req-6d0aeb82-d9ba-4917-a55d-95e76a6d95f6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:24.929435 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-f62b7320-0e66-47da-9c84-ba61118ce49f req-6d0aeb82-d9ba-4917-a55d-95e76a6d95f6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7866643'] for floatingip (b3c648f8-3a31-4acd-bcd0-31dbf5eca2ca), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:24.932211 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.db.l3_db [req-f62b7320-0e66-47da-9c84-ba61118ce49f req-6d0aeb82-d9ba-4917-a55d-95e76a6d95f6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Floating IP b3c648f8-3a31-4acd-bcd0-31dbf5eca2ca disassociated. External IP: 172.27.0.41, port: efa762a5-a4d8-4cff-ba5a-528a674014b1. May 17 17:17:24.932791 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-f62b7320-0e66-47da-9c84-ba61118ce49f req-6d0aeb82-d9ba-4917-a55d-95e76a6d95f6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Calling delete_port for efa762a5-a4d8-4cff-ba5a-528a674014b1 owned by compute:nova {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:17:24.953889 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cd0d2-361f-4235-ad13-19bbd099c288 req-1eadd11f-8269-4f21-b69a-b45cdf4d410e tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:24.955994 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-228cd0d2-361f-4235-ad13-19bbd099c288 req-1eadd11f-8269-4f21-b69a-b45cdf4d410e tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=50898191-2e63-45d2-85bb-e47d9fe6d844 HTTP/1.1" status: 200 len: 946 time: 0.0646050 May 17 17:17:24.999486 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 9ac56200-6eed-45bd-a97e-6a7c39a7321e up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:17:25.056398 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-228cd0d2-361f-4235-ad13-19bbd099c288 req-54ae592e-6867-494e-a39b-8b9a2cd35e3b tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909488 May 17 17:17:25.072468 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port 9ac56200-6eed-45bd-a97e-6a7c39a7321e triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:17:25.072991 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (9ac56200-6eed-45bd-a97e-6a7c39a7321e), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:25.136927 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-f62b7320-0e66-47da-9c84-ba61118ce49f req-6d0aeb82-d9ba-4917-a55d-95e76a6d95f6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15829245'] for port (efa762a5-a4d8-4cff-ba5a-528a674014b1), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:25.168328 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port 9ac56200-6eed-45bd-a97e-6a7c39a7321e is: DOWN; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:17:25.168998 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (9ac56200-6eed-45bd-a97e-6a7c39a7321e), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:25.169477 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-286fe08b-4511-4fc6-9dbb-f7adec17947f admin admin] Publish callbacks [] for security_group (dc5813b9-13ee-4aec-b637-aef4168025ac), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:25.180600 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-286fe08b-4511-4fc6-9dbb-f7adec17947f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (dc5813b9-13ee-4aec-b637-aef4168025ac), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:25.196319 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] For port 9ac56200-6eed-45bd-a97e-6a7c39a7321e, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=9ac56200-6eed-45bd-a97e-6a7c39a7321e,segment=NetworkSegment(d323b912-4d66-4aae-868e-160b7e4a1fa7),segment_id=d323b912-4d66-4aae-868e-160b7e4a1fa7)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:17:25.215356 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (9ac56200-6eed-45bd-a97e-6a7c39a7321e), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:25.220284 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0aeb82-d9ba-4917-a55d-95e76a6d95f6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Pushing event deleted for resources: {'Port': ['ID=efa762a5-a4d8-4cff-ba5a-528a674014b1,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:25.238517 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-286fe08b-4511-4fc6-9dbb-f7adec17947f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4fb89f649b6a4e70885150deda6f4409&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4944153 May 17 17:17:25.238805 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 50924) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:25.283415 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286fe08b-4511-4fc6-9dbb-f7adec17947f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5813b9-13ee-4aec-b637-aef4168025ac,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:25.319322 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-9d33cbd6-c512-43b1-b621-8b2e1bd7f6fa admin admin] Publish callbacks [] for security_group (dc5813b9-13ee-4aec-b637-aef4168025ac), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:25.319946 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Pushing event updated for resources: {'Port': ['ID=9ac56200-6eed-45bd-a97e-6a7c39a7321e,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:25.345354 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-9d33cbd6-c512-43b1-b621-8b2e1bd7f6fa admin admin] Publish callbacks [] for security_group (dc5813b9-13ee-4aec-b637-aef4168025ac), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:25.387830 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f62b7320-0e66-47da-9c84-ba61118ce49f req-6d0aeb82-d9ba-4917-a55d-95e76a6d95f6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Router 2d9bea0d-e005-4d26-a3be-0d542f1a4c13 has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:17:25.422359 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-9d33cbd6-c512-43b1-b621-8b2e1bd7f6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (dc5813b9-13ee-4aec-b637-aef4168025ac), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:25.427549 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-9d33cbd6-c512-43b1-b621-8b2e1bd7f6fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:25.429146 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-9d33cbd6-c512-43b1-b621-8b2e1bd7f6fa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dc5813b9-13ee-4aec-b637-aef4168025ac HTTP/1.1" status: 204 len: 168 time: 0.1812100 May 17 17:17:25.440821 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d33cbd6-c512-43b1-b621-8b2e1bd7f6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5813b9-13ee-4aec-b637-aef4168025ac,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:25.539208 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f62b7320-0e66-47da-9c84-ba61118ce49f req-6d0aeb82-d9ba-4917-a55d-95e76a6d95f6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:17:25.556951 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e83263-14cb-4ce4-8a0b-20f5ece63c21 None None] Sync routers for ids ['2d9bea0d-e005-4d26-a3be-0d542f1a4c13'] in dv-cinder-842149-1-iscsi {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:17:25.581166 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e83263-14cb-4ce4-8a0b-20f5ece63c21 None None] Routers {'2d9bea0d-e005-4d26-a3be-0d542f1a4c13'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:17:25.581779 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-59e83263-14cb-4ce4-8a0b-20f5ece63c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:17:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['2d9bea0d-e005-4d26-a3be-0d542f1a4c13'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:25.789591 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-59e83263-14cb-4ce4-8a0b-20f5ece63c21 None None] Set router 2d9bea0d-e005-4d26-a3be-0d542f1a4c13 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:17:25.920161 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:25.989967 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b57b2b-1887-4946-b93e-1c16b8f04fb0 None None] Sync routers for ids ['ee81f015-dc96-430a-9f55-cce1274a6d00'] in dv-cinder-842149-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:17:26.007249 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b57b2b-1887-4946-b93e-1c16b8f04fb0 None None] Routers {'ee81f015-dc96-430a-9f55-cce1274a6d00'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:17:26.008848 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-d0b57b2b-1887-4946-b93e-1c16b8f04fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:17:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['ee81f015-dc96-430a-9f55-cce1274a6d00'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:26.106968 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-59e83263-14cb-4ce4-8a0b-20f5ece63c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'name': 'tempest-TestVolumeBootPattern-157448203-router', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '1069656d-bdfd-4935-825c-6878d3681e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:14:28Z', 'updated_at': '2022-05-17T17:14:32Z', 'revision_number': 4, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'gw_port': {'id': '1069656d-bdfd-4935-825c-6878d3681e94', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:29Z', 'updated_at': '2022-05-17T17:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': 'b852a37a-072e-48b9-b284-88687d884663', 'name': '', 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'mac_address': 'fa:16:3e:25:d8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:32Z', 'updated_at': '2022-05-17T17:14:36Z', 'revision_number': 5, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'subnets': [{'id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:26.117222 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-f62b7320-0e66-47da-9c84-ba61118ce49f req-6d0aeb82-d9ba-4917-a55d-95e76a6d95f6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] No DVR routers for this DVR port efa762a5-a4d8-4cff-ba5a-528a674014b1 on host hv-cinder-84214 {{(pid=103510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:17:26.122054 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-f62b7320-0e66-47da-9c84-ba61118ce49f req-6d0aeb82-d9ba-4917-a55d-95e76a6d95f6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:26.126889 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f62b7320-0e66-47da-9c84-ba61118ce49f req-6d0aeb82-d9ba-4917-a55d-95e76a6d95f6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.23 "DELETE /v2.0/ports/efa762a5-a4d8-4cff-ba5a-528a674014b1 HTTP/1.1" status: 204 len: 173 time: 1.7260156 May 17 17:17:26.129086 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50898191-2e63-45d2-85bb-e47d9fe6d844', 'name': 'network-vif-deleted', 'tag': 'efa762a5-a4d8-4cff-ba5a-528a674014b1'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:17:26.133219 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af81c627-7a9e-4e7f-8f27-657127f58d97" -d '{"events": [{"server_uuid": "50898191-2e63-45d2-85bb-e47d9fe6d844", "name": "network-vif-deleted", "tag": "efa762a5-a4d8-4cff-ba5a-528a674014b1"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:17:26.155315 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e83263-14cb-4ce4-8a0b-20f5ece63c21 None None] Checking router: 2d9bea0d-e005-4d26-a3be-0d542f1a4c13 for host: dv-cinder-842149-1-iscsi {{(pid=103513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:17:26.165939 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e83263-14cb-4ce4-8a0b-20f5ece63c21 None None] Routers {'2d9bea0d-e005-4d26-a3be-0d542f1a4c13'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:17:26.166802 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-59e83263-14cb-4ce4-8a0b-20f5ece63c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:17:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['2d9bea0d-e005-4d26-a3be-0d542f1a4c13'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:26.186944 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-842582a3-1cc5-4941-83c3-17f41c97d5e8 req-f803a5ab-7a46-4690-90f1-0bccf466accc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1370084 May 17 17:17:26.282643 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-59e83263-14cb-4ce4-8a0b-20f5ece63c21 None None] Set router 2d9bea0d-e005-4d26-a3be-0d542f1a4c13 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:17:26.297812 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-d0b57b2b-1887-4946-b93e-1c16b8f04fb0 None None] Set router ee81f015-dc96-430a-9f55-cce1274a6d00 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:17:26.311176 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e1c5a1-590a-4852-a83c-1b3158eaac6b x-openstack-request-id: req-d6e1c5a1-590a-4852-a83c-1b3158eaac6b {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:17:26.312025 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50898191-2e63-45d2-85bb-e47d9fe6d844", "name": "network-vif-deleted", "tag": "efa762a5-a4d8-4cff-ba5a-528a674014b1", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:17:26.312295 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d6e1c5a1-590a-4852-a83c-1b3158eaac6b {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:17:26.312718 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6e1c5a1-590a-4852-a83c-1b3158eaac6b'] response: {'server_uuid': '50898191-2e63-45d2-85bb-e47d9fe6d844', 'name': 'network-vif-deleted', 'tag': 'efa762a5-a4d8-4cff-ba5a-528a674014b1', 'status': 'completed', 'code': 200} May 17 17:17:26.314515 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c1c7c25f-b871-4ae5-9b73-525da2b67d72 req-f3ea0697-19f9-4f38-a575-3096e5455f8a tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=50898191-2e63-45d2-85bb-e47d9fe6d844 HTTP/1.1" status: 200 len: 210 time: 0.1255240 May 17 17:17:26.326068 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842582a3-1cc5-4941-83c3-17f41c97d5e8 req-1d93053b-182b-4dd5-99e9-9fb6f9f17ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:26.329745 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-842582a3-1cc5-4941-83c3-17f41c97d5e8 req-1d93053b-182b-4dd5-99e9-9fb6f9f17ecb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9d587d1ef11b4055b77055e6fbcc1899&device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 1131 time: 0.1151874 May 17 17:17:26.508138 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842582a3-1cc5-4941-83c3-17f41c97d5e8 req-c8379c96-7088-478b-8225-44f0b68ff315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:26.509718 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-842582a3-1cc5-4941-83c3-17f41c97d5e8 req-c8379c96-7088-478b-8225-44f0b68ff315 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cabe2e00-7fdc-4f66-a15c-c9987c464947 HTTP/1.1" status: 200 len: 918 time: 0.1549461 May 17 17:17:26.626590 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device efa762a5-a4d8-4cff-ba5a-528a674014b1 no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:17:26.664790 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-842582a3-1cc5-4941-83c3-17f41c97d5e8 req-88864837-d886-4955-ac60-1485a8d77ae4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 HTTP/1.1" status: 200 len: 1002 time: 0.1434505 May 17 17:17:26.684460 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-59e83263-14cb-4ce4-8a0b-20f5ece63c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'name': 'tempest-TestVolumeBootPattern-157448203-router', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '1069656d-bdfd-4935-825c-6878d3681e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:14:28Z', 'updated_at': '2022-05-17T17:14:32Z', 'revision_number': 4, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'gw_port': {'id': '1069656d-bdfd-4935-825c-6878d3681e94', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:29Z', 'updated_at': '2022-05-17T17:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': 'b852a37a-072e-48b9-b284-88687d884663', 'name': '', 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'mac_address': 'fa:16:3e:25:d8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:32Z', 'updated_at': '2022-05-17T17:14:36Z', 'revision_number': 5, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'subnets': [{'id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:26.712290 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e83263-14cb-4ce4-8a0b-20f5ece63c21 None None] The sync data for ids ['2d9bea0d-e005-4d26-a3be-0d542f1a4c13'] in dv-cinder-842149-1-iscsi is: [{'id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'name': 'tempest-TestVolumeBootPattern-157448203-router', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '1069656d-bdfd-4935-825c-6878d3681e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:14:28Z', 'updated_at': '2022-05-17T17:14:32Z', 'revision_number': 4, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'gw_port': {'id': '1069656d-bdfd-4935-825c-6878d3681e94', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:29Z', 'updated_at': '2022-05-17T17:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': 'b852a37a-072e-48b9-b284-88687d884663', 'name': '', 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'mac_address': 'fa:16:3e:25:d8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:32Z', 'updated_at': '2022-05-17T17:14:36Z', 'revision_number': 5, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'subnets': [{'id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:17:26.741092 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] No Port match for: efa762a5-a4d8-4cff-ba5a-528a674014b1 {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:17:26.747354 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device efa762a5-a4d8-4cff-ba5a-528a674014b1 not bound to the agent host hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:17:26.771341 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-d0b57b2b-1887-4946-b93e-1c16b8f04fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee81f015-dc96-430a-9f55-cce1274a6d00', 'name': 'tempest-TestMinimumBasicScenario-172876403-router', 'tenant_id': '36139a33d392483580afe4b25335bfc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '9ac56200-6eed-45bd-a97e-6a7c39a7321e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:17:17Z', 'updated_at': '2022-05-17T17:17:20Z', 'revision_number': 4, 'project_id': '36139a33d392483580afe4b25335bfc1', 'gw_port': {'id': '9ac56200-6eed-45bd-a97e-6a7c39a7321e', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ed:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee81f015-dc96-430a-9f55-cce1274a6d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:17:18Z', 'updated_at': '2022-05-17T17:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': 'af944d25-3cd9-4627-a742-5dae4f31bbde', 'name': '', 'network_id': 'c213fcec-347c-4887-ac98-f94fbe1c4ec2', 'tenant_id': '36139a33d392483580afe4b25335bfc1', 'mac_address': 'fa:16:3e:11:11:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee81f015-dc96-430a-9f55-cce1274a6d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'cdf99f43-451b-4f80-80a7-20a6671ca2f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:17:19Z', 'updated_at': '2022-05-17T17:17:20Z', 'revision_number': 2, 'project_id': '36139a33d392483580afe4b25335bfc1', 'subnets': [{'id': 'cdf99f43-451b-4f80-80a7-20a6671ca2f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:26.791077 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842582a3-1cc5-4941-83c3-17f41c97d5e8 req-fd3053f7-c9b0-4177-856d-f0d73ce1ff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:26.793287 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-842582a3-1cc5-4941-83c3-17f41c97d5e8 req-fd3053f7-c9b0-4177-856d-f0d73ce1ff02 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7c810424-34e9-472b-8917-5d16a4254529 HTTP/1.1" status: 200 len: 856 time: 0.1155090 May 17 17:17:26.832882 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b57b2b-1887-4946-b93e-1c16b8f04fb0 None None] Checking router: ee81f015-dc96-430a-9f55-cce1274a6d00 for host: dv-cinder-842149-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:17:26.833417 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b57b2b-1887-4946-b93e-1c16b8f04fb0 None None] Updating router ee81f015-dc96-430a-9f55-cce1274a6d00 port af944d25-3cd9-4627-a742-5dae4f31bbde binding host dv-cinder-842149-1-iscsi {{(pid=103512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 17:17:26.877007 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d0b57b2b-1887-4946-b93e-1c16b8f04fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (af944d25-3cd9-4627-a742-5dae4f31bbde), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:26.948426 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 9ac56200-6eed-45bd-a97e-6a7c39a7321e up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:17:27.061166 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842582a3-1cc5-4941-83c3-17f41c97d5e8 req-16427ee3-76c6-42f4-83b9-ba372d4fac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:27.062872 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-842582a3-1cc5-4941-83c3-17f41c97d5e8 req-16427ee3-76c6-42f4-83b9-ba372d4fac7e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cabe2e00-7fdc-4f66-a15c-c9987c464947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0724237 May 17 17:17:27.207678 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1cf652-b708-4e2f-b41d-3edf0589cad2 None None] New status for floating IP b3c648f8-3a31-4acd-bcd0-31dbf5eca2ca: DOWN {{(pid=103513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:17:27.209160 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port 9ac56200-6eed-45bd-a97e-6a7c39a7321e triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:17:27.209729 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (9ac56200-6eed-45bd-a97e-6a7c39a7321e), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:27.298254 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-842582a3-1cc5-4941-83c3-17f41c97d5e8 req-190b0f93-9618-42b8-9a83-f43017b341fb service neutron] 10.222.0.23 "GET /v2.0/networks/cabe2e00-7fdc-4f66-a15c-c9987c464947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269678 May 17 17:17:27.536779 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-842582a3-1cc5-4941-83c3-17f41c97d5e8 req-6927d207-d250-4fe0-af23-2d3da0ca2837 service neutron] 10.222.0.23 "GET /v2.0/networks/cabe2e00-7fdc-4f66-a15c-c9987c464947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307208 May 17 17:17:27.585254 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d0b57b2b-1887-4946-b93e-1c16b8f04fb0 None None] Publish callbacks [] for port (af944d25-3cd9-4627-a742-5dae4f31bbde), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:27.604705 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d0b57b2b-1887-4946-b93e-1c16b8f04fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (af944d25-3cd9-4627-a742-5dae4f31bbde), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:27.670375 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:27.701860 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port 9ac56200-6eed-45bd-a97e-6a7c39a7321e is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:17:27.707707 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc41b7-dd5c-4651-b4aa-c7e0db886d8e None None] Pushing event updated for resources: {'Port': ['ID=af944d25-3cd9-4627-a742-5dae4f31bbde,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:27.821043 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-d0b57b2b-1887-4946-b93e-1c16b8f04fb0 None None] Attempting to bind port af944d25-3cd9-4627-a742-5dae4f31bbde on host dv-cinder-842149-1-iscsi for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:17:27.821598 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-d0b57b2b-1887-4946-b93e-1c16b8f04fb0 None None] Attempting to bind port af944d25-3cd9-4627-a742-5dae4f31bbde by drivers openvswitch,hyperv on host dv-cinder-842149-1-iscsi at level 0 using segments [{'id': '9ac2b282-7a53-4955-b56c-a2b2235f9962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c213fcec-347c-4887-ac98-f94fbe1c4ec2'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:17:27.822289 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b57b2b-1887-4946-b93e-1c16b8f04fb0 None None] Attempting to bind port af944d25-3cd9-4627-a742-5dae4f31bbde on network c213fcec-347c-4887-ac98-f94fbe1c4ec2 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:17:27.828779 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-b2e41895-16c7-4118-9a22-fdcc30d47560 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-927017117&fields=id&tenant_id=b1528992e3c74c08b5c4192466f23852 HTTP/1.1" status: 200 len: 267 time: 0.0961583 May 17 17:17:27.834907 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b57b2b-1887-4946-b93e-1c16b8f04fb0 None None] Checking agent: {'id': '112412f2-6814-4612-abcf-1771f8ba00b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842149-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 1, 57), 'started_at': datetime.datetime(2022, 5, 17, 17, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842149-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:17:27.835286 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b57b2b-1887-4946-b93e-1c16b8f04fb0 None None] Checking segment: {'id': '9ac2b282-7a53-4955-b56c-a2b2235f9962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c213fcec-347c-4887-ac98-f94fbe1c4ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:17:27.837179 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d0b57b2b-1887-4946-b93e-1c16b8f04fb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:27.837586 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b57b2b-1887-4946-b93e-1c16b8f04fb0 None None] Bound using segment: {'id': '9ac2b282-7a53-4955-b56c-a2b2235f9962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c213fcec-347c-4887-ac98-f94fbe1c4ec2'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:17:27.838065 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-d0b57b2b-1887-4946-b93e-1c16b8f04fb0 None None] Bound port: af944d25-3cd9-4627-a742-5dae4f31bbde, host: dv-cinder-842149-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac2b282-7a53-4955-b56c-a2b2235f9962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c213fcec-347c-4887-ac98-f94fbe1c4ec2'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:17:27.838448 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d0b57b2b-1887-4946-b93e-1c16b8f04fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (af944d25-3cd9-4627-a742-5dae4f31bbde), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:27.970650 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-d0b57b2b-1887-4946-b93e-1c16b8f04fb0 None None] For port af944d25-3cd9-4627-a742-5dae4f31bbde, host dv-cinder-842149-1-iscsi, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:17:27.975684 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-d0b57b2b-1887-4946-b93e-1c16b8f04fb0 None None] For port af944d25-3cd9-4627-a742-5dae4f31bbde, host dv-cinder-842149-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=af944d25-3cd9-4627-a742-5dae4f31bbde,segment=NetworkSegment(9ac2b282-7a53-4955-b56c-a2b2235f9962),segment_id=9ac2b282-7a53-4955-b56c-a2b2235f9962)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:17:27.979470 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-9520c7fb-95ad-471b-ab6a-5002e70ddf7d tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:27.987271 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-9520c7fb-95ad-471b-ab6a-5002e70ddf7d tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/networks?id=f954c18a-8821-47ca-8b80-a2fbc154db5e HTTP/1.1" status: 200 len: 811 time: 0.1565957 May 17 17:17:28.002521 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d0b57b2b-1887-4946-b93e-1c16b8f04fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (af944d25-3cd9-4627-a742-5dae4f31bbde), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:28.007388 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-e1f38547-dc43-44ac-896d-2a21a86e45ad tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/quotas/b1528992e3c74c08b5c4192466f23852 HTTP/1.1" status: 200 len: 375 time: 0.0189576 May 17 17:17:28.092528 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b57b2b-1887-4946-b93e-1c16b8f04fb0 None None] Routers {'ee81f015-dc96-430a-9f55-cce1274a6d00'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:17:28.093651 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-d0b57b2b-1887-4946-b93e-1c16b8f04fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:17:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['ee81f015-dc96-430a-9f55-cce1274a6d00'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:28.163357 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-c4d5dbe4-d528-47e4-9fbc-5e417e8095ce tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1528992e3c74c08b5c4192466f23852&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1547308 May 17 17:17:28.180771 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-a2f67cfb-83e8-4ba3-9363-4f3d114eb13f None None] Provisioning complete for port af944d25-3cd9-4627-a742-5dae4f31bbde triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:17:28.181439 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a2f67cfb-83e8-4ba3-9363-4f3d114eb13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (af944d25-3cd9-4627-a742-5dae4f31bbde), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:28.255745 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc41b7-dd5c-4651-b4aa-c7e0db886d8e None None] Pushing event updated for resources: {'Port': ['ID=af944d25-3cd9-4627-a742-5dae4f31bbde,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:28.344015 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-4db65250-ba06-498a-9cda-6fa9e998bf77 service neutron] 10.222.0.48 "GET /v2.0/networks/f954c18a-8821-47ca-8b80-a2fbc154db5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736832 May 17 17:17:28.484970 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-8769eaeb-65a2-41a4-b127-1ca1522df367 service neutron] 10.222.0.48 "GET /v2.0/networks/f954c18a-8821-47ca-8b80-a2fbc154db5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392720 May 17 17:17:28.513923 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-a2f67cfb-83e8-4ba3-9363-4f3d114eb13f None None] Current status of the port af944d25-3cd9-4627-a742-5dae4f31bbde is: DOWN; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:17:28.514320 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a2f67cfb-83e8-4ba3-9363-4f3d114eb13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (af944d25-3cd9-4627-a742-5dae4f31bbde), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:28.536229 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-d0b57b2b-1887-4946-b93e-1c16b8f04fb0 None None] Set router ee81f015-dc96-430a-9f55-cce1274a6d00 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:17:28.759714 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-a2f67cfb-83e8-4ba3-9363-4f3d114eb13f None None] For port af944d25-3cd9-4627-a742-5dae4f31bbde, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=af944d25-3cd9-4627-a742-5dae4f31bbde,segment=NetworkSegment(9ac2b282-7a53-4955-b56c-a2b2235f9962),segment_id=9ac2b282-7a53-4955-b56c-a2b2235f9962)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:17:28.772933 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a2f67cfb-83e8-4ba3-9363-4f3d114eb13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (af944d25-3cd9-4627-a742-5dae4f31bbde), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:28.907215 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-48e97c9b-70ec-476b-8598-5779a50f32df None None] Provisioning complete for port af944d25-3cd9-4627-a742-5dae4f31bbde triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:17:28.907592 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-48e97c9b-70ec-476b-8598-5779a50f32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (af944d25-3cd9-4627-a742-5dae4f31bbde), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:28.973840 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device af944d25-3cd9-4627-a742-5dae4f31bbde up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:17:29.008869 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f67cfb-83e8-4ba3-9363-4f3d114eb13f None None] Pushing event updated for resources: {'Port': ['ID=af944d25-3cd9-4627-a742-5dae4f31bbde,revision_number=5']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:29.108552 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-551d0c47-4e1f-4678-a401-896b66653400 req-305de79f-4020-412e-94cc-f3a103f9483c tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=82812c49-fa86-43cc-ab6f-2df6bf74dfd8 HTTP/1.1" status: 200 len: 210 time: 0.0390313 May 17 17:17:29.313176 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-d0b57b2b-1887-4946-b93e-1c16b8f04fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee81f015-dc96-430a-9f55-cce1274a6d00', 'name': 'tempest-TestMinimumBasicScenario-172876403-router', 'tenant_id': '36139a33d392483580afe4b25335bfc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '9ac56200-6eed-45bd-a97e-6a7c39a7321e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:17:17Z', 'updated_at': '2022-05-17T17:17:20Z', 'revision_number': 4, 'project_id': '36139a33d392483580afe4b25335bfc1', 'gw_port': {'id': '9ac56200-6eed-45bd-a97e-6a7c39a7321e', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ed:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee81f015-dc96-430a-9f55-cce1274a6d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:17:18Z', 'updated_at': '2022-05-17T17:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': 'af944d25-3cd9-4627-a742-5dae4f31bbde', 'name': '', 'network_id': 'c213fcec-347c-4887-ac98-f94fbe1c4ec2', 'tenant_id': '36139a33d392483580afe4b25335bfc1', 'mac_address': 'fa:16:3e:11:11:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee81f015-dc96-430a-9f55-cce1274a6d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'cdf99f43-451b-4f80-80a7-20a6671ca2f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:17:19Z', 'updated_at': '2022-05-17T17:17:27Z', 'revision_number': 4, 'project_id': '36139a33d392483580afe4b25335bfc1', 'subnets': [{'id': 'cdf99f43-451b-4f80-80a7-20a6671ca2f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:29.315049 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-48e97c9b-70ec-476b-8598-5779a50f32df None None] Current status of the port af944d25-3cd9-4627-a742-5dae4f31bbde is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:17:29.348522 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b57b2b-1887-4946-b93e-1c16b8f04fb0 None None] The sync data for ids ['ee81f015-dc96-430a-9f55-cce1274a6d00'] in dv-cinder-842149-1-iscsi is: [{'id': 'ee81f015-dc96-430a-9f55-cce1274a6d00', 'name': 'tempest-TestMinimumBasicScenario-172876403-router', 'tenant_id': '36139a33d392483580afe4b25335bfc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '9ac56200-6eed-45bd-a97e-6a7c39a7321e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:17:17Z', 'updated_at': '2022-05-17T17:17:20Z', 'revision_number': 4, 'project_id': '36139a33d392483580afe4b25335bfc1', 'gw_port': {'id': '9ac56200-6eed-45bd-a97e-6a7c39a7321e', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ed:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee81f015-dc96-430a-9f55-cce1274a6d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:17:18Z', 'updated_at': '2022-05-17T17:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': 'af944d25-3cd9-4627-a742-5dae4f31bbde', 'name': '', 'network_id': 'c213fcec-347c-4887-ac98-f94fbe1c4ec2', 'tenant_id': '36139a33d392483580afe4b25335bfc1', 'mac_address': 'fa:16:3e:11:11:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee81f015-dc96-430a-9f55-cce1274a6d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'cdf99f43-451b-4f80-80a7-20a6671ca2f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:17:19Z', 'updated_at': '2022-05-17T17:17:27Z', 'revision_number': 4, 'project_id': '36139a33d392483580afe4b25335bfc1', 'subnets': [{'id': 'cdf99f43-451b-4f80-80a7-20a6671ca2f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:17:29.350242 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port af944d25-3cd9-4627-a742-5dae4f31bbde triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:17:29.350742 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (af944d25-3cd9-4627-a742-5dae4f31bbde), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:29.506520 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port af944d25-3cd9-4627-a742-5dae4f31bbde is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:17:30.249678 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-86066ed6-05c4-434b-a2d1-6749c1f44dc6 req-84560dc6-d676-4b4e-937a-76a7ee507bf4 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=82812c49-fa86-43cc-ab6f-2df6bf74dfd8 HTTP/1.1" status: 200 len: 210 time: 0.0471547 May 17 17:17:30.521748 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-4138147a-28ee-4b4b-85a6-d6852d54426c tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:30.523241 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-4138147a-28ee-4b4b-85a6-d6852d54426c tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.23 "GET /v2.0/networks?id=f954c18a-8821-47ca-8b80-a2fbc154db5e HTTP/1.1" status: 200 len: 811 time: 0.1701605 May 17 17:17:30.605761 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-231c767d-8541-42af-a824-e9916cb58f63 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1528992e3c74c08b5c4192466f23852 HTTP/1.1" status: 200 len: 379 time: 0.0712807 May 17 17:17:30.618738 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-a96cb4b1-d7e8-431b-89d9-f3710713aed8 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Request body: {'port': {'device_id': '82812c49-fa86-43cc-ab6f-2df6bf74dfd8', 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e', 'admin_state_up': True, 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'security_groups': ['28b40252-adbd-491f-b796-30e56ed2e12f']}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:17:30.811241 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-a96cb4b1-d7e8-431b-89d9-f3710713aed8 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Made reservation on behalf of b1528992e3c74c08b5c4192466f23852 for: {'port': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:17:30.815080 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-a96cb4b1-d7e8-431b-89d9-f3710713aed8 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:30.895501 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device af944d25-3cd9-4627-a742-5dae4f31bbde up at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:17:30.973578 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Provisioning complete for port af944d25-3cd9-4627-a742-5dae4f31bbde triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:17:30.974046 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (af944d25-3cd9-4627-a742-5dae4f31bbde), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:30.998235 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-a96cb4b1-d7e8-431b-89d9-f3710713aed8 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Allocated IP 172.20.0.11 (f954c18a-8821-47ca-8b80-a2fbc154db5e/7e6d0a25-a986-4141-abe4-fef5bc7f9be9/69a028cd-6a7e-49ed-93d6-e5229bb69b2c) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:17:31.127946 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Current status of the port af944d25-3cd9-4627-a742-5dae4f31bbde is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:17:31.189575 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-a96cb4b1-d7e8-431b-89d9-f3710713aed8 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for port (69a028cd-6a7e-49ed-93d6-e5229bb69b2c), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:31.234459 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-a96cb4b1-d7e8-431b-89d9-f3710713aed8 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15829245'] for port (69a028cd-6a7e-49ed-93d6-e5229bb69b2c), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:31.314127 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-a96cb4b1-d7e8-431b-89d9-f3710713aed8 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Network f954c18a-8821-47ca-8b80-a2fbc154db5e is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:17:31.317441 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-a96cb4b1-d7e8-431b-89d9-f3710713aed8 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:17:31.325137 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-a96cb4b1-d7e8-431b-89d9-f3710713aed8 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:17:31.361651 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96cb4b1-d7e8-431b-89d9-f3710713aed8 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Pushing event updated for resources: {'Port': ['ID=69a028cd-6a7e-49ed-93d6-e5229bb69b2c,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:31.412977 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-a96cb4b1-d7e8-431b-89d9-f3710713aed8 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:31.424614 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-a96cb4b1-d7e8-431b-89d9-f3710713aed8 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:31.466910 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-a96cb4b1-d7e8-431b-89d9-f3710713aed8 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8541470 May 17 17:17:31.477188 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58bde45-abce-47fc-8284-d180f299b1c4 req-8276b2cd-e270-41f6-ad56-02bd94481f23 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:31.478975 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-51f683b4-91b2-414c-9c39-91495065651b service neutron] Request body: {'port': {'device_id': '82812c49-fa86-43cc-ab6f-2df6bf74dfd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84214'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:17:31.486353 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b58bde45-abce-47fc-8284-d180f299b1c4 req-8276b2cd-e270-41f6-ad56-02bd94481f23 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=82812c49-fa86-43cc-ab6f-2df6bf74dfd8 HTTP/1.1" status: 200 len: 932 time: 0.0662501 May 17 17:17:31.607332 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b58bde45-abce-47fc-8284-d180f299b1c4 req-0d500c0a-8dcd-4084-b8e4-d0226743d0b2 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197410 May 17 17:17:31.634649 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-51f683b4-91b2-414c-9c39-91495065651b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (69a028cd-6a7e-49ed-93d6-e5229bb69b2c), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:31.778895 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-e91fc199-c36c-4c63-a48f-6ecf50b27646 None None] Provisioning complete for port 69a028cd-6a7e-49ed-93d6-e5229bb69b2c triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:17:31.782193 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e91fc199-c36c-4c63-a48f-6ecf50b27646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (69a028cd-6a7e-49ed-93d6-e5229bb69b2c), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:31.842668 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-e91fc199-c36c-4c63-a48f-6ecf50b27646 None None] Port 69a028cd-6a7e-49ed-93d6-e5229bb69b2c cannot update to ACTIVE because it is not bound. {{(pid=103512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:17:32.047403 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 51078) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:32.057761 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-51f683b4-91b2-414c-9c39-91495065651b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69a028cd-6a7e-49ed-93d6-e5229bb69b2c {{(pid=103510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:17:32.067187 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-51f683b4-91b2-414c-9c39-91495065651b service neutron] Publish callbacks [] for port (69a028cd-6a7e-49ed-93d6-e5229bb69b2c), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:32.086660 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.provisioning_blocks [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-51f683b4-91b2-414c-9c39-91495065651b service neutron] Transition to ACTIVE for port object 69a028cd-6a7e-49ed-93d6-e5229bb69b2c will not be triggered until provisioned by entity L2. {{(pid=103510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 17:17:32.094807 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-51f683b4-91b2-414c-9c39-91495065651b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15829194'] for port (69a028cd-6a7e-49ed-93d6-e5229bb69b2c), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:32.173572 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f683b4-91b2-414c-9c39-91495065651b service neutron] Pushing event updated for resources: {'Port': ['ID=69a028cd-6a7e-49ed-93d6-e5229bb69b2c,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:32.250728 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-801b4a2d-0da9-4678-95b3-dab6da5fbb80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:32.263203 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-51f683b4-91b2-414c-9c39-91495065651b service neutron] Attempting to bind port 69a028cd-6a7e-49ed-93d6-e5229bb69b2c on host hv-cinder-84214 for vnic_type normal with profile {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:17:32.263570 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-51f683b4-91b2-414c-9c39-91495065651b service neutron] Attempting to bind port 69a028cd-6a7e-49ed-93d6-e5229bb69b2c by drivers openvswitch,hyperv on host hv-cinder-84214 at level 0 using segments [{'id': '3edb7eab-9922-40db-9293-945d85664407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e'}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:17:32.263905 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-51f683b4-91b2-414c-9c39-91495065651b service neutron] Attempting to bind port 69a028cd-6a7e-49ed-93d6-e5229bb69b2c on network f954c18a-8821-47ca-8b80-a2fbc154db5e {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:17:32.269440 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-51f683b4-91b2-414c-9c39-91495065651b service neutron] Port 69a028cd-6a7e-49ed-93d6-e5229bb69b2c on network f954c18a-8821-47ca-8b80-a2fbc154db5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84214 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 17:17:32.269730 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-51f683b4-91b2-414c-9c39-91495065651b service neutron] Attempting to bind port 69a028cd-6a7e-49ed-93d6-e5229bb69b2c on network f954c18a-8821-47ca-8b80-a2fbc154db5e {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:17:32.275198 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-51f683b4-91b2-414c-9c39-91495065651b service neutron] Checking agent: {'id': 'f77364a9-2f6e-44ad-9fc6-92e3e143ef92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84214', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 8, 20), 'started_at': datetime.datetime(2022, 5, 17, 17, 8, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:17:32.275795 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-51f683b4-91b2-414c-9c39-91495065651b service neutron] Checking segment: {'id': '3edb7eab-9922-40db-9293-945d85664407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:17:32.276160 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-51f683b4-91b2-414c-9c39-91495065651b service neutron] Bound using segment: {'id': '3edb7eab-9922-40db-9293-945d85664407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e'} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:17:32.277326 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-51f683b4-91b2-414c-9c39-91495065651b service neutron] Bound port: 69a028cd-6a7e-49ed-93d6-e5229bb69b2c, host: hv-cinder-84214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3edb7eab-9922-40db-9293-945d85664407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e'}}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:17:32.277807 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-51f683b4-91b2-414c-9c39-91495065651b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (69a028cd-6a7e-49ed-93d6-e5229bb69b2c), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:32.359141 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-801b4a2d-0da9-4678-95b3-dab6da5fbb80 admin admin] Publish callbacks [] for security_group (219cda68-88f2-43da-968e-95737bcbb56e), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:32.374473 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-801b4a2d-0da9-4678-95b3-dab6da5fbb80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (219cda68-88f2-43da-968e-95737bcbb56e), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:32.393413 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-51f683b4-91b2-414c-9c39-91495065651b service neutron] For port 69a028cd-6a7e-49ed-93d6-e5229bb69b2c, host hv-cinder-84214, cleared binding levels {{(pid=103510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:17:32.399360 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-51f683b4-91b2-414c-9c39-91495065651b service neutron] For port 69a028cd-6a7e-49ed-93d6-e5229bb69b2c, host hv-cinder-84214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=69a028cd-6a7e-49ed-93d6-e5229bb69b2c,segment=NetworkSegment(3edb7eab-9922-40db-9293-945d85664407),segment_id=3edb7eab-9922-40db-9293-945d85664407)] {{(pid=103510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:17:32.411959 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-51f683b4-91b2-414c-9c39-91495065651b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15829194'] for port (69a028cd-6a7e-49ed-93d6-e5229bb69b2c), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:32.438338 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-801b4a2d-0da9-4678-95b3-dab6da5fbb80 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cbd7f0e7f6d8416b8097974276c53508&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3897333 May 17 17:17:32.439002 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 51084) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:32.447920 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b4a2d-0da9-4678-95b3-dab6da5fbb80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219cda68-88f2-43da-968e-95737bcbb56e,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:32.478189 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-51f683b4-91b2-414c-9c39-91495065651b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:32.479007 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-51f683b4-91b2-414c-9c39-91495065651b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:32.480736 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-51f683b4-91b2-414c-9c39-91495065651b service neutron] 10.222.0.23 "PUT /v2.0/ports/69a028cd-6a7e-49ed-93d6-e5229bb69b2c HTTP/1.1" status: 200 len: 1094 time: 1.0065262 May 17 17:17:32.481264 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82812c49-fa86-43cc-ab6f-2df6bf74dfd8', 'tag': '69a028cd-6a7e-49ed-93d6-e5229bb69b2c'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:17:32.483857 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec0bbf6-3dcf-4e6e-a6fe-0012fc8fe071" -d '{"events": [{"name": "network-changed", "server_uuid": "82812c49-fa86-43cc-ab6f-2df6bf74dfd8", "tag": "69a028cd-6a7e-49ed-93d6-e5229bb69b2c"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:17:32.510422 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f683b4-91b2-414c-9c39-91495065651b service neutron] Pushing event updated for resources: {'Port': ['ID=69a028cd-6a7e-49ed-93d6-e5229bb69b2c,revision_number=3']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:32.521065 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1f5707e3-973a-48ca-ac00-aa961d8b8d49 admin admin] Publish callbacks [] for security_group (219cda68-88f2-43da-968e-95737bcbb56e), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:32.552394 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1f5707e3-973a-48ca-ac00-aa961d8b8d49 admin admin] Publish callbacks [] for security_group (219cda68-88f2-43da-968e-95737bcbb56e), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:32.555093 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4190666d-a35c-4c0e-82a5-baad81c7d024 x-openstack-request-id: req-4190666d-a35c-4c0e-82a5-baad81c7d024 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:17:32.555454 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82812c49-fa86-43cc-ab6f-2df6bf74dfd8", "tag": "69a028cd-6a7e-49ed-93d6-e5229bb69b2c", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:17:32.555850 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4190666d-a35c-4c0e-82a5-baad81c7d024 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:17:32.556327 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4190666d-a35c-4c0e-82a5-baad81c7d024'] response: {'name': 'network-changed', 'server_uuid': '82812c49-fa86-43cc-ab6f-2df6bf74dfd8', 'tag': '69a028cd-6a7e-49ed-93d6-e5229bb69b2c', 'status': 'completed', 'code': 200} May 17 17:17:32.586016 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-b5fa0491-18ea-42a3-8e69-a383653c04d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:32.590089 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-b5fa0491-18ea-42a3-8e69-a383653c04d9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b1528992e3c74c08b5c4192466f23852&device_id=82812c49-fa86-43cc-ab6f-2df6bf74dfd8 HTTP/1.1" status: 200 len: 1128 time: 0.0526125 May 17 17:17:32.620192 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1f5707e3-973a-48ca-ac00-aa961d8b8d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (219cda68-88f2-43da-968e-95737bcbb56e), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:32.624490 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1f5707e3-973a-48ca-ac00-aa961d8b8d49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:32.636090 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-1f5707e3-973a-48ca-ac00-aa961d8b8d49 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/219cda68-88f2-43da-968e-95737bcbb56e HTTP/1.1" status: 204 len: 168 time: 0.1890645 May 17 17:17:32.656912 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5707e3-973a-48ca-ac00-aa961d8b8d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219cda68-88f2-43da-968e-95737bcbb56e,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:32.662068 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-45231886-334b-453b-8bb1-2a22fc138ece service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69a028cd-6a7e-49ed-93d6-e5229bb69b2c HTTP/1.1" status: 200 len: 217 time: 0.0550463 May 17 17:17:32.765410 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-543eadfb-8048-4fa3-97bd-b203ae5a4134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:32.767001 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-543eadfb-8048-4fa3-97bd-b203ae5a4134 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7e6d0a25-a986-4141-abe4-fef5bc7f9be9 HTTP/1.1" status: 200 len: 850 time: 0.0942407 May 17 17:17:32.799778 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ea480-9105-4ba1-abd5-e851b065797c req-9c576861-45bd-4043-80eb-3a32bcb959b2 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:32.808381 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-197ea480-9105-4ba1-abd5-e851b065797c req-9c576861-45bd-4043-80eb-3a32bcb959b2 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=82812c49-fa86-43cc-ab6f-2df6bf74dfd8 HTTP/1.1" status: 200 len: 944 time: 0.0894120 May 17 17:17:32.865123 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-9a0370b1-538a-425e-81d7-a3268b9bbeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:32.866955 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-9a0370b1-538a-425e-81d7-a3268b9bbeba service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f954c18a-8821-47ca-8b80-a2fbc154db5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0932765 May 17 17:17:32.911341 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-197ea480-9105-4ba1-abd5-e851b065797c req-20322064-0889-4a74-bee5-5a1bb075c589 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896099 May 17 17:17:33.008113 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-09630f03-0916-4647-8d91-4b0075b85867 service neutron] 10.222.0.23 "GET /v2.0/networks/f954c18a-8821-47ca-8b80-a2fbc154db5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179848 May 17 17:17:33.117083 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 51094) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:33.136144 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-646faaef-738e-4ab2-8abf-56d3d7c67a6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:33.148688 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7926f22b-0ec3-4ba6-bdd2-625f00250983 req-a942b1ed-b191-4ad1-9a48-c94f72a2bac6 service neutron] 10.222.0.23 "GET /v2.0/networks/f954c18a-8821-47ca-8b80-a2fbc154db5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310811 May 17 17:17:33.234555 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-646faaef-738e-4ab2-8abf-56d3d7c67a6b admin admin] Publish callbacks [] for security_group (85c19cb4-536a-4873-95a2-56a027e04164), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:33.239860 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-646faaef-738e-4ab2-8abf-56d3d7c67a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (85c19cb4-536a-4873-95a2-56a027e04164), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:33.280905 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-646faaef-738e-4ab2-8abf-56d3d7c67a6b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=85d9166ededc4ab1b35277e87a086b2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1625361 May 17 17:17:33.281870 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646faaef-738e-4ab2-8abf-56d3d7c67a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c19cb4-536a-4873-95a2-56a027e04164,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:33.283564 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 51096) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:33.361420 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1601818d-f043-4932-b034-9a6cd688844f admin admin] Publish callbacks [] for security_group (85c19cb4-536a-4873-95a2-56a027e04164), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:33.398065 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1601818d-f043-4932-b034-9a6cd688844f admin admin] Publish callbacks [] for security_group (85c19cb4-536a-4873-95a2-56a027e04164), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:33.426153 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0bbf6-3dcf-4e6e-a6fe-0012fc8fe071 req-f01dc61a-2932-43d0-8152-fb981e29adcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:33.426153 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9ec0bbf6-3dcf-4e6e-a6fe-0012fc8fe071 req-f01dc61a-2932-43d0-8152-fb981e29adcd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b1528992e3c74c08b5c4192466f23852&device_id=82812c49-fa86-43cc-ab6f-2df6bf74dfd8 HTTP/1.1" status: 200 len: 1128 time: 0.0441189 May 17 17:17:33.466314 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1601818d-f043-4932-b034-9a6cd688844f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (85c19cb4-536a-4873-95a2-56a027e04164), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:33.472813 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1601818d-f043-4932-b034-9a6cd688844f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:33.474111 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-1601818d-f043-4932-b034-9a6cd688844f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/85c19cb4-536a-4873-95a2-56a027e04164 HTTP/1.1" status: 204 len: 168 time: 0.1877253 May 17 17:17:33.498923 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1601818d-f043-4932-b034-9a6cd688844f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c19cb4-536a-4873-95a2-56a027e04164,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:33.555205 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0bbf6-3dcf-4e6e-a6fe-0012fc8fe071 req-bc40b821-f5e7-4eb6-948d-056a4ee6e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:33.556878 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9ec0bbf6-3dcf-4e6e-a6fe-0012fc8fe071 req-bc40b821-f5e7-4eb6-948d-056a4ee6e796 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f954c18a-8821-47ca-8b80-a2fbc154db5e HTTP/1.1" status: 200 len: 912 time: 0.1228633 May 17 17:17:33.617409 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9ec0bbf6-3dcf-4e6e-a6fe-0012fc8fe071 req-c2d100b6-868c-4277-8fd4-dd0719e4b9d7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69a028cd-6a7e-49ed-93d6-e5229bb69b2c HTTP/1.1" status: 200 len: 217 time: 0.0528965 May 17 17:17:33.683537 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0bbf6-3dcf-4e6e-a6fe-0012fc8fe071 req-d4d98285-a39b-47b3-be5d-0d1c6e4aadc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:33.685751 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9ec0bbf6-3dcf-4e6e-a6fe-0012fc8fe071 req-d4d98285-a39b-47b3-be5d-0d1c6e4aadc4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7e6d0a25-a986-4141-abe4-fef5bc7f9be9 HTTP/1.1" status: 200 len: 850 time: 0.0629041 May 17 17:17:33.740066 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0bbf6-3dcf-4e6e-a6fe-0012fc8fe071 req-60c90a5c-2b40-4857-9b7b-681b7596c454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:33.741757 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9ec0bbf6-3dcf-4e6e-a6fe-0012fc8fe071 req-60c90a5c-2b40-4857-9b7b-681b7596c454 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f954c18a-8821-47ca-8b80-a2fbc154db5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506756 May 17 17:17:33.868970 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9ec0bbf6-3dcf-4e6e-a6fe-0012fc8fe071 req-91b0ab3d-e2cc-4a33-a104-c05493c44eb7 service neutron] 10.222.0.23 "GET /v2.0/networks/f954c18a-8821-47ca-8b80-a2fbc154db5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212814 May 17 17:17:33.991789 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9ec0bbf6-3dcf-4e6e-a6fe-0012fc8fe071 req-da77fd9b-5866-4ae5-a123-bed779f09bf3 service neutron] 10.222.0.23 "GET /v2.0/networks/f954c18a-8821-47ca-8b80-a2fbc154db5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169398 May 17 17:17:34.069706 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c46b45-4e4a-46c4-969c-8b6cc9bd8749 req-659fd767-38b9-4b2b-a07b-46a55d4e948f tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:34.071555 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-95c46b45-4e4a-46c4-969c-8b6cc9bd8749 req-659fd767-38b9-4b2b-a07b-46a55d4e948f tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=82812c49-fa86-43cc-ab6f-2df6bf74dfd8 HTTP/1.1" status: 200 len: 944 time: 0.0768781 May 17 17:17:34.143984 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-95c46b45-4e4a-46c4-969c-8b6cc9bd8749 req-4a73b4e3-56e4-4bdb-9d25-6a8aa38540a7 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665057 May 17 17:17:35.465364 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac3c36-9fbb-450a-807e-77251e9579ad req-b84a643c-265d-4d2e-86a5-3a2e83bbc694 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:35.467773 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-eeac3c36-9fbb-450a-807e-77251e9579ad req-b84a643c-265d-4d2e-86a5-3a2e83bbc694 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=82812c49-fa86-43cc-ab6f-2df6bf74dfd8 HTTP/1.1" status: 200 len: 944 time: 0.0562515 May 17 17:17:35.522078 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-eeac3c36-9fbb-450a-807e-77251e9579ad req-47a76069-3816-4474-8ca0-6c39e192a64a tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477939 May 17 17:17:35.574677 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd76c9-f093-4c5d-bc0a-8656efbc9219 req-fa45e2ad-dad5-4262-aea7-7c0b71663ba7 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:35.576222 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b9dd76c9-f093-4c5d-bc0a-8656efbc9219 req-fa45e2ad-dad5-4262-aea7-7c0b71663ba7 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 947 time: 0.0488391 May 17 17:17:35.664446 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b9dd76c9-f093-4c5d-bc0a-8656efbc9219 req-006c6824-9978-4dff-968a-791f035df0f0 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816028 May 17 17:17:35.737968 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-c7d7a488-1dcb-4445-8be4-9bb1789c7c0f tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:35.739456 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-c7d7a488-1dcb-4445-8be4-9bb1789c7c0f tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/networks?id=dc3d4c09-8a68-4f06-a953-436db768a877 HTTP/1.1" status: 200 len: 814 time: 0.1373465 May 17 17:17:35.755151 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-c6c82f7b-7172-4be3-910f-7378e49a6810 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/quotas/21c32c98238c44e7a3581a668e1a5ea3 HTTP/1.1" status: 200 len: 375 time: 0.0103436 May 17 17:17:35.813635 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-9d589099-bc93-45cb-82a5-eff993fdd958 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=21c32c98238c44e7a3581a668e1a5ea3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529728 May 17 17:17:35.918003 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-d0a2f851-a7d6-46ea-9733-913823d86b28 service neutron] 10.222.0.48 "GET /v2.0/networks/dc3d4c09-8a68-4f06-a953-436db768a877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935299 May 17 17:17:36.007846 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-944a384d-c5d3-4e24-b759-50a01c2972f2 service neutron] 10.222.0.48 "GET /v2.0/networks/dc3d4c09-8a68-4f06-a953-436db768a877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841315 May 17 17:17:36.167442 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-e923e6e2-ecd2-40c9-9c23-469a6d848d91 req-a6a6c2a4-5b34-4a4e-9fd1-f21a9668eca4 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 210 time: 0.0279717 May 17 17:17:36.636951 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccada684-1499-4bd9-be07-b9b40737b33f req-70bdbaa3-7e70-4548-bbab-e5e6843130b7 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:36.638423 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ccada684-1499-4bd9-be07-b9b40737b33f req-70bdbaa3-7e70-4548-bbab-e5e6843130b7 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=82812c49-fa86-43cc-ab6f-2df6bf74dfd8 HTTP/1.1" status: 200 len: 944 time: 0.0479231 May 17 17:17:36.688403 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ccada684-1499-4bd9-be07-b9b40737b33f req-f2c25a7f-2ac7-41af-bf2d-2e7d83e119d5 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442438 May 17 17:17:36.795354 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2d977-bfab-447a-a2b8-62f85ce3ba1d req-c65114c9-674d-4f55-9c4b-701712089dbe tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:36.796837 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-63f2d977-bfab-447a-a2b8-62f85ce3ba1d req-c65114c9-674d-4f55-9c4b-701712089dbe tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 947 time: 0.0493975 May 17 17:17:36.797309 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6980eaf-177e-47d3-bc23-b1934b3cc020 req-270e57a7-f0a6-4718-9c64-e53c6c5e11db tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:36.798739 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b6980eaf-177e-47d3-bc23-b1934b3cc020 req-270e57a7-f0a6-4718-9c64-e53c6c5e11db tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 947 time: 0.0532863 May 17 17:17:36.846071 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b6980eaf-177e-47d3-bc23-b1934b3cc020 req-0d7ef689-075e-4f36-a28b-4ba2b79d00e2 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f5fe0d0-721f-416a-ac99-72e3faa2c796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415649 May 17 17:17:37.164947 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-63f2d977-bfab-447a-a2b8-62f85ce3ba1d req-87d5ab44-5162-4172-9e69-e34e67e9a0f7 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Deleting port e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:17:37.165370 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-63f2d977-bfab-447a-a2b8-62f85ce3ba1d req-87d5ab44-5162-4172-9e69-e34e67e9a0f7 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:37.265001 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-63f2d977-bfab-447a-a2b8-62f85ce3ba1d req-87d5ab44-5162-4172-9e69-e34e67e9a0f7 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] For port e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5,segment=NetworkSegment(dd7c38ba-79f9-47ce-94d1-d0499646a213),segment_id=dd7c38ba-79f9-47ce-94d1-d0499646a213)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:17:37.265370 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-63f2d977-bfab-447a-a2b8-62f85ce3ba1d req-87d5ab44-5162-4172-9e69-e34e67e9a0f7 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:37.270633 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-418db80b-a22f-4cfb-ae8d-1141e2162d6f req-92869b62-a406-4e80-b92a-5e85e7fa5b4e tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 210 time: 0.0324492 May 17 17:17:37.496129 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-63f2d977-bfab-447a-a2b8-62f85ce3ba1d req-87d5ab44-5162-4172-9e69-e34e67e9a0f7 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:37.496427 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-63f2d977-bfab-447a-a2b8-62f85ce3ba1d req-87d5ab44-5162-4172-9e69-e34e67e9a0f7 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7866643'] for floatingip (38a5c0b4-cf8f-4aa2-b6ba-0b3622454f26), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:37.496745 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.db.l3_db [req-63f2d977-bfab-447a-a2b8-62f85ce3ba1d req-87d5ab44-5162-4172-9e69-e34e67e9a0f7 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Floating IP 38a5c0b4-cf8f-4aa2-b6ba-0b3622454f26 disassociated. External IP: 172.27.0.136, port: e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5. May 17 17:17:37.497089 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-63f2d977-bfab-447a-a2b8-62f85ce3ba1d req-87d5ab44-5162-4172-9e69-e34e67e9a0f7 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Calling delete_port for e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 owned by compute:nova {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:17:37.521943 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-6afa7095-c00d-4897-974d-e96ac15bcf2e tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:37.523372 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-6afa7095-c00d-4897-974d-e96ac15bcf2e tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.23 "GET /v2.0/networks?id=dc3d4c09-8a68-4f06-a953-436db768a877 HTTP/1.1" status: 200 len: 814 time: 0.1682487 May 17 17:17:37.640209 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-63f2d977-bfab-447a-a2b8-62f85ce3ba1d req-87d5ab44-5162-4172-9e69-e34e67e9a0f7 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15829245'] for port (e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:37.671699 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-5b81d18c-e2dc-4759-b0f7-812e09a00a6f tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Request body: {'port': {'device_id': 'daa95d7a-9071-46b7-bff5-c6d3fa54d1d3', 'network_id': 'dc3d4c09-8a68-4f06-a953-436db768a877', 'admin_state_up': True, 'tenant_id': '21c32c98238c44e7a3581a668e1a5ea3'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:17:37.676561 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d5ab44-5162-4172-9e69-e34e67e9a0f7 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Pushing event deleted for resources: {'Port': ['ID=e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:37.821908 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787776ae-0eb0-4712-8951-1d79dcdfd5f6 req-042297cc-88f5-4423-8cf4-a65fa732c439 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:37.829624 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-787776ae-0eb0-4712-8951-1d79dcdfd5f6 req-042297cc-88f5-4423-8cf4-a65fa732c439 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=82812c49-fa86-43cc-ab6f-2df6bf74dfd8 HTTP/1.1" status: 200 len: 944 time: 0.0622258 May 17 17:17:37.885266 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63f2d977-bfab-447a-a2b8-62f85ce3ba1d req-87d5ab44-5162-4172-9e69-e34e67e9a0f7 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Router 22586ad8-7e71-42f6-bb3f-078c54e661c7 has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:17:37.895085 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-5b81d18c-e2dc-4759-b0f7-812e09a00a6f tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Made reservation on behalf of 21c32c98238c44e7a3581a668e1a5ea3 for: {'port': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:17:37.908872 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-787776ae-0eb0-4712-8951-1d79dcdfd5f6 req-1ecf1383-7f98-414f-ada3-71c1445a3767 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783942 May 17 17:17:37.911448 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-5b81d18c-e2dc-4759-b0f7-812e09a00a6f tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:37.989031 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-6d352819-feea-45ad-9bc2-7edd59fa7970 req-ac54e0f4-d3e2-4551-8930-d19c2a24b070 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 210 time: 0.0432572 May 17 17:17:38.108191 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63f2d977-bfab-447a-a2b8-62f85ce3ba1d req-87d5ab44-5162-4172-9e69-e34e67e9a0f7 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:17:38.123073 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5756fe-be51-449e-8c74-fcdd5faa49e4 None None] Sync routers for ids ['22586ad8-7e71-42f6-bb3f-078c54e661c7'] in dv-cinder-842149-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:17:38.143255 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5756fe-be51-449e-8c74-fcdd5faa49e4 None None] Routers {'22586ad8-7e71-42f6-bb3f-078c54e661c7'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:17:38.145047 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-fb5756fe-be51-449e-8c74-fcdd5faa49e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:17:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['22586ad8-7e71-42f6-bb3f-078c54e661c7'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:38.160191 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f2d977-bfab-447a-a2b8-62f85ce3ba1d req-87d5ab44-5162-4172-9e69-e34e67e9a0f7 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] No DVR routers for this DVR port e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 on host hv-cinder-84214 {{(pid=103510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:17:38.164301 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-63f2d977-bfab-447a-a2b8-62f85ce3ba1d req-87d5ab44-5162-4172-9e69-e34e67e9a0f7 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:38.167734 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-63f2d977-bfab-447a-a2b8-62f85ce3ba1d req-87d5ab44-5162-4172-9e69-e34e67e9a0f7 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.23 "DELETE /v2.0/ports/e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 HTTP/1.1" status: 204 len: 173 time: 1.0946162 May 17 17:17:38.168209 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6de88f8-538f-45eb-bfcd-fce744a5c55d', 'name': 'network-vif-deleted', 'tag': 'e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:17:38.170486 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d597c94-b909-4282-ae6b-173b1328d128" -d '{"events": [{"server_uuid": "b6de88f8-538f-45eb-bfcd-fce744a5c55d", "name": "network-vif-deleted", "tag": "e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:17:38.204725 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-5b81d18c-e2dc-4759-b0f7-812e09a00a6f tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Allocated IP 172.20.0.6 (dc3d4c09-8a68-4f06-a953-436db768a877/578f9213-2de8-4641-a0dd-344bb452f898/71199a70-f362-4ec1-8023-8d7cd045f666) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:17:38.296091 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2597f1c-66a9-4bf9-8972-801cb53f617e x-openstack-request-id: req-f2597f1c-66a9-4bf9-8972-801cb53f617e {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:17:38.296399 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6de88f8-538f-45eb-bfcd-fce744a5c55d", "name": "network-vif-deleted", "tag": "e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:17:38.296659 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f2597f1c-66a9-4bf9-8972-801cb53f617e {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:17:38.297079 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2597f1c-66a9-4bf9-8972-801cb53f617e'] response: {'server_uuid': 'b6de88f8-538f-45eb-bfcd-fce744a5c55d', 'name': 'network-vif-deleted', 'tag': 'e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5', 'status': 'completed', 'code': 200} May 17 17:17:38.367842 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-fb5756fe-be51-449e-8c74-fcdd5faa49e4 None None] Set router 22586ad8-7e71-42f6-bb3f-078c54e661c7 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:17:38.533108 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-f6e293be-1d45-41bc-80c5-89b264ae2357 req-49ebcbca-46ba-4951-86a1-b9cfdbdb2076 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 210 time: 0.0841124 May 17 17:17:38.582793 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-5b81d18c-e2dc-4759-b0f7-812e09a00a6f tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks [] for port (71199a70-f362-4ec1-8023-8d7cd045f666), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:38.671883 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-5b81d18c-e2dc-4759-b0f7-812e09a00a6f tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15829245'] for port (71199a70-f362-4ec1-8023-8d7cd045f666), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:38.723490 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-5b81d18c-e2dc-4759-b0f7-812e09a00a6f tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Network dc3d4c09-8a68-4f06-a953-436db768a877 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:17:38.726801 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-5b81d18c-e2dc-4759-b0f7-812e09a00a6f tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:17:38.734194 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-5b81d18c-e2dc-4759-b0f7-812e09a00a6f tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:17:38.742052 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81d18c-e2dc-4759-b0f7-812e09a00a6f tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Pushing event updated for resources: {'Port': ['ID=71199a70-f362-4ec1-8023-8d7cd045f666,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:38.789480 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-fb5756fe-be51-449e-8c74-fcdd5faa49e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1289744616-router', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '72196958-504a-45b1-8392-b78be4cb24af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:27Z', 'revision_number': 4, 'project_id': '9d587d1ef11b4055b77055e6fbcc1899', 'gw_port': {'id': '72196958-504a-45b1-8392-b78be4cb24af', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:47:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:21Z', 'updated_at': '2022-05-17T17:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': '1f940f4f-5167-4ad7-80fd-a93c7e6f7d26', 'name': '', 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'mac_address': 'fa:16:3e:2a:4b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7c810424-34e9-472b-8917-5d16a4254529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:25Z', 'updated_at': '2022-05-17T17:10:38Z', 'revision_number': 5, 'project_id': '9d587d1ef11b4055b77055e6fbcc1899', 'subnets': [{'id': '7c810424-34e9-472b-8917-5d16a4254529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:38.805571 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-5b81d18c-e2dc-4759-b0f7-812e09a00a6f tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:38.806336 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-5b81d18c-e2dc-4759-b0f7-812e09a00a6f tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:38.818505 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5756fe-be51-449e-8c74-fcdd5faa49e4 None None] Checking router: 22586ad8-7e71-42f6-bb3f-078c54e661c7 for host: dv-cinder-842149-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:17:38.832047 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-5b81d18c-e2dc-4759-b0f7-812e09a00a6f tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1651134 May 17 17:17:38.842606 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5756fe-be51-449e-8c74-fcdd5faa49e4 None None] Routers {'22586ad8-7e71-42f6-bb3f-078c54e661c7'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:17:38.843587 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-fb5756fe-be51-449e-8c74-fcdd5faa49e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:17:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['22586ad8-7e71-42f6-bb3f-078c54e661c7'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:38.958024 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-fb5756fe-be51-449e-8c74-fcdd5faa49e4 None None] Set router 22586ad8-7e71-42f6-bb3f-078c54e661c7 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:17:39.040021 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31781e70-a8db-40fa-a712-d12183eeb9fb req-058f2b63-cba1-45e0-bb4e-a2c0ce3818df tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:39.044310 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-31781e70-a8db-40fa-a712-d12183eeb9fb req-058f2b63-cba1-45e0-bb4e-a2c0ce3818df tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=82812c49-fa86-43cc-ab6f-2df6bf74dfd8 HTTP/1.1" status: 200 len: 944 time: 0.0533774 May 17 17:17:39.097723 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-56e624ac-d37e-4691-b4f3-00d43b7a4869 None None] Provisioning complete for port 71199a70-f362-4ec1-8023-8d7cd045f666 triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:17:39.098128 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-56e624ac-d37e-4691-b4f3-00d43b7a4869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (71199a70-f362-4ec1-8023-8d7cd045f666), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:39.130078 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-31781e70-a8db-40fa-a712-d12183eeb9fb req-f5f92fe2-bc07-4191-b60a-bfcc4fe7df5f tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822730 May 17 17:17:39.165895 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-56e624ac-d37e-4691-b4f3-00d43b7a4869 None None] Port 71199a70-f362-4ec1-8023-8d7cd045f666 cannot update to ACTIVE because it is not bound. {{(pid=103512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:17:39.189920 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9b5ad924-887d-4c78-8424-e5ccc9ed6109 req-b737dcd2-e834-46b3-b084-39d058884b40 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 210 time: 0.0513639 May 17 17:17:39.237159 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-fb5756fe-be51-449e-8c74-fcdd5faa49e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1289744616-router', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '72196958-504a-45b1-8392-b78be4cb24af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:27Z', 'revision_number': 4, 'project_id': '9d587d1ef11b4055b77055e6fbcc1899', 'gw_port': {'id': '72196958-504a-45b1-8392-b78be4cb24af', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:47:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:21Z', 'updated_at': '2022-05-17T17:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': '1f940f4f-5167-4ad7-80fd-a93c7e6f7d26', 'name': '', 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'mac_address': 'fa:16:3e:2a:4b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7c810424-34e9-472b-8917-5d16a4254529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:25Z', 'updated_at': '2022-05-17T17:10:38Z', 'revision_number': 5, 'project_id': '9d587d1ef11b4055b77055e6fbcc1899', 'subnets': [{'id': '7c810424-34e9-472b-8917-5d16a4254529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:39.265016 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5756fe-be51-449e-8c74-fcdd5faa49e4 None None] The sync data for ids ['22586ad8-7e71-42f6-bb3f-078c54e661c7'] in dv-cinder-842149-1-iscsi is: [{'id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1289744616-router', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '72196958-504a-45b1-8392-b78be4cb24af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:10:27Z', 'revision_number': 4, 'project_id': '9d587d1ef11b4055b77055e6fbcc1899', 'gw_port': {'id': '72196958-504a-45b1-8392-b78be4cb24af', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:47:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:21Z', 'updated_at': '2022-05-17T17:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': '1f940f4f-5167-4ad7-80fd-a93c7e6f7d26', 'name': '', 'network_id': 'cabe2e00-7fdc-4f66-a15c-c9987c464947', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'mac_address': 'fa:16:3e:2a:4b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7c810424-34e9-472b-8917-5d16a4254529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:25Z', 'updated_at': '2022-05-17T17:10:38Z', 'revision_number': 5, 'project_id': '9d587d1ef11b4055b77055e6fbcc1899', 'subnets': [{'id': '7c810424-34e9-472b-8917-5d16a4254529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:17:39.534977 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2b3825-9a51-4640-b014-7adf6595cd70 None None] New status for floating IP 38a5c0b4-cf8f-4aa2-b6ba-0b3622454f26: DOWN {{(pid=103513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:17:39.674399 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891b5d5-1af4-46cc-af4f-8b308afcf455 req-47387cec-c1c7-41db-af0e-06b24a0207df tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:39.682811 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5891b5d5-1af4-46cc-af4f-8b308afcf455 req-47387cec-c1c7-41db-af0e-06b24a0207df tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 931 time: 0.0631330 May 17 17:17:39.770745 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5891b5d5-1af4-46cc-af4f-8b308afcf455 req-594e11b0-c247-40ff-a7fd-c6db03fd92c3 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3ea694-cdd8-4af2-90b6-881924590b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868104 May 17 17:17:40.285480 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 51298) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:40.289617 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa252d6-b940-4943-99b6-ea97f3eecfde req-c6989df3-5a40-448a-88e9-dbf219f0ac94 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:40.294557 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-afa252d6-b940-4943-99b6-ea97f3eecfde req-c6989df3-5a40-448a-88e9-dbf219f0ac94 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=82812c49-fa86-43cc-ab6f-2df6bf74dfd8 HTTP/1.1" status: 200 len: 944 time: 0.0769992 May 17 17:17:40.365800 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-e931a8af-873b-4edf-b14b-664584ae568d req-98073005-2701-4d02-bd2a-fabdbe7612f2 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 210 time: 0.0572040 May 17 17:17:40.408976 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-afa252d6-b940-4943-99b6-ea97f3eecfde req-fb9fafaf-c81a-4da1-9490-537ceac9abcf tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078980 May 17 17:17:40.448864 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-dfe0376b-7373-4b10-9aca-56ac37654cf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:40.548226 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-dfe0376b-7373-4b10-9aca-56ac37654cf7 admin admin] Publish callbacks [] for security_group (63bc26d9-a56a-4e41-bc97-3ff7ee48237d), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:40.552755 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-dfe0376b-7373-4b10-9aca-56ac37654cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (63bc26d9-a56a-4e41-bc97-3ff7ee48237d), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:40.594788 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe0376b-7373-4b10-9aca-56ac37654cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63bc26d9-a56a-4e41-bc97-3ff7ee48237d,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:40.602974 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 51302) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:40.610459 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-dfe0376b-7373-4b10-9aca-56ac37654cf7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0989300e82624c85bd4566af5cb2bab0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3237801 May 17 17:17:40.661817 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a47bf444-7f55-4dfb-a9a8-d1acfea7ad1a admin admin] Publish callbacks [] for security_group (63bc26d9-a56a-4e41-bc97-3ff7ee48237d), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:40.685530 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a47bf444-7f55-4dfb-a9a8-d1acfea7ad1a admin admin] Publish callbacks [] for security_group (63bc26d9-a56a-4e41-bc97-3ff7ee48237d), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:40.697239 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 69a028cd-6a7e-49ed-93d6-e5229bb69b2c details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:17:40.700560 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:17:40.735579 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] No Port match for: e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:17:40.748462 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device e349ab19-ab43-4bf5-8128-4ce8f8b7a5f5 not bound to the agent host hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:17:40.753567 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a47bf444-7f55-4dfb-a9a8-d1acfea7ad1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (63bc26d9-a56a-4e41-bc97-3ff7ee48237d), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:40.756859 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a47bf444-7f55-4dfb-a9a8-d1acfea7ad1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:40.760804 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-a47bf444-7f55-4dfb-a9a8-d1acfea7ad1a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/63bc26d9-a56a-4e41-bc97-3ff7ee48237d HTTP/1.1" status: 204 len: 168 time: 0.1567318 May 17 17:17:40.770793 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47bf444-7f55-4dfb-a9a8-d1acfea7ad1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bc26d9-a56a-4e41-bc97-3ff7ee48237d,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:40.910414 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port 69a028cd-6a7e-49ed-93d6-e5229bb69b2c, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=69a028cd-6a7e-49ed-93d6-e5229bb69b2c,segment=NetworkSegment(3edb7eab-9922-40db-9293-945d85664407),segment_id=3edb7eab-9922-40db-9293-945d85664407)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:17:40.945654 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Returning: {'device': '69a028cd-6a7e-49ed-93d6-e5229bb69b2c', 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e', 'port_id': '69a028cd-6a7e-49ed-93d6-e5229bb69b2c', 'mac_address': 'fa:16:3e:02:07:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:17:40.946522 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09a5f4-5549-4fb1-93c3-669f37af3cc5 req-cddde247-d3cb-475f-9ae5-d3957ef9a1c4 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:40.948865 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2f09a5f4-5549-4fb1-93c3-669f37af3cc5 req-cddde247-d3cb-475f-9ae5-d3957ef9a1c4 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 931 time: 0.0812204 May 17 17:17:41.015347 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port 69a028cd-6a7e-49ed-93d6-e5229bb69b2c is: DOWN; New status is: BUILD {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:17:41.015954 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (69a028cd-6a7e-49ed-93d6-e5229bb69b2c), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:41.032342 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2f09a5f4-5549-4fb1-93c3-669f37af3cc5 req-f6fdf500-8744-436d-8051-e2fab436b8a2 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3ea694-cdd8-4af2-90b6-881924590b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772200 May 17 17:17:41.048006 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69a028cd-6a7e-49ed-93d6-e5229bb69b2c {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:17:41.069562 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port 69a028cd-6a7e-49ed-93d6-e5229bb69b2c, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=69a028cd-6a7e-49ed-93d6-e5229bb69b2c,segment=NetworkSegment(3edb7eab-9922-40db-9293-945d85664407),segment_id=3edb7eab-9922-40db-9293-945d85664407)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:17:41.077475 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (69a028cd-6a7e-49ed-93d6-e5229bb69b2c), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:41.164334 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=69a028cd-6a7e-49ed-93d6-e5229bb69b2c,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:41.263540 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 51314) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:41.278606 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-f75ffd70-f06b-41bd-b4df-26ccb1343b07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:41.331973 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] get_ports_and_sgs() called for port_ids ['69a028cd-6a7e-49ed-93d6-e5229bb69b2c'] {{(pid=103512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:17:41.389784 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-f75ffd70-f06b-41bd-b4df-26ccb1343b07 admin admin] Publish callbacks [] for security_group (c1db74ab-7baa-4a8e-b2cb-69711ee2a098), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:41.406269 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-f75ffd70-f06b-41bd-b4df-26ccb1343b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (c1db74ab-7baa-4a8e-b2cb-69711ee2a098), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:41.486718 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-f75ffd70-f06b-41bd-b4df-26ccb1343b07 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1dbe04e997de4196866d2f9d5477adf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220571 May 17 17:17:41.489738 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 51320) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:41.531056 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ffd70-f06b-41bd-b4df-26ccb1343b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1db74ab-7baa-4a8e-b2cb-69711ee2a098,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:41.649377 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a6447fc1-1180-49d5-9d72-7637978756fd req-7e8d103b-4a0c-4dca-92df-03a2e70e1277 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 210 time: 0.1335928 May 17 17:17:41.674548 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976397dc-4b48-4e20-a729-ac566a6ea5fb req-64eaa98c-6ac8-42a3-b892-e625a8b9ff16 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:41.676115 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-976397dc-4b48-4e20-a729-ac566a6ea5fb req-64eaa98c-6ac8-42a3-b892-e625a8b9ff16 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=82812c49-fa86-43cc-ab6f-2df6bf74dfd8 HTTP/1.1" status: 200 len: 945 time: 0.1242583 May 17 17:17:41.708986 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c4960171-95bb-4c3c-970d-d5e91d310841 admin admin] Publish callbacks [] for security_group (c1db74ab-7baa-4a8e-b2cb-69711ee2a098), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:41.747575 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c4960171-95bb-4c3c-970d-d5e91d310841 admin admin] Publish callbacks [] for security_group (c1db74ab-7baa-4a8e-b2cb-69711ee2a098), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:41.759507 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.agents_db [None req-bd8c2525-aad1-4fe1-b03f-cf2f293aaa3a None None] Agent healthcheck: found 6 active agents {{(pid=103513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:17:41.770081 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-976397dc-4b48-4e20-a729-ac566a6ea5fb req-a6b5c1db-c5bd-4242-8156-cd3da3825961 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841532 May 17 17:17:41.820301 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c4960171-95bb-4c3c-970d-d5e91d310841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (c1db74ab-7baa-4a8e-b2cb-69711ee2a098), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:41.822932 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c4960171-95bb-4c3c-970d-d5e91d310841 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:41.824228 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-c4960171-95bb-4c3c-970d-d5e91d310841 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c1db74ab-7baa-4a8e-b2cb-69711ee2a098 HTTP/1.1" status: 204 len: 168 time: 0.3334317 May 17 17:17:41.832214 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4960171-95bb-4c3c-970d-d5e91d310841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1db74ab-7baa-4a8e-b2cb-69711ee2a098,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:42.167415 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526545b7-be88-4c68-a877-f0fe9cf7ca15 req-2d6435a3-b3cb-45d1-b9bd-4dd3b2dc36aa tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:42.171272 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-526545b7-be88-4c68-a877-f0fe9cf7ca15 req-2d6435a3-b3cb-45d1-b9bd-4dd3b2dc36aa tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 931 time: 0.0622811 May 17 17:17:42.269688 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-526545b7-be88-4c68-a877-f0fe9cf7ca15 req-106e593e-8db4-4d4c-8162-407751f1695c tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3ea694-cdd8-4af2-90b6-881924590b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800030 May 17 17:17:42.632453 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 51346) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:42.726444 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 69a028cd-6a7e-49ed-93d6-e5229bb69b2c up at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:17:42.779293 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-79aa1e34-e7a0-40f1-bf6c-b372762f2352 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-41576456-network', 'tenant_id': 'be5fa842e29944f5957064f633e275ad'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:17:42.804041 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning for port 69a028cd-6a7e-49ed-93d6-e5229bb69b2c completed by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 17:17:42.816118 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning complete for port 69a028cd-6a7e-49ed-93d6-e5229bb69b2c triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:17:42.817196 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (69a028cd-6a7e-49ed-93d6-e5229bb69b2c), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:42.834755 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79aa1e34-e7a0-40f1-bf6c-b372762f2352 admin admin] Made reservation on behalf of be5fa842e29944f5957064f633e275ad for: {'network': 1} {{(pid=103511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:17:42.837086 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-79aa1e34-e7a0-40f1-bf6c-b372762f2352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for network (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:42.889238 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b043a369-447f-4ff5-8529-e9a1aa6ad310 req-559ad44c-5cf3-4828-9092-6ebebae12c1f tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 210 time: 0.0711200 May 17 17:17:42.926452 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port 69a028cd-6a7e-49ed-93d6-e5229bb69b2c is: BUILD; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:17:42.926842 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (69a028cd-6a7e-49ed-93d6-e5229bb69b2c), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:42.928932 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-79aa1e34-e7a0-40f1-bf6c-b372762f2352 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:42.967115 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port 69a028cd-6a7e-49ed-93d6-e5229bb69b2c, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=69a028cd-6a7e-49ed-93d6-e5229bb69b2c,segment=NetworkSegment(3edb7eab-9922-40db-9293-945d85664407),segment_id=3edb7eab-9922-40db-9293-945d85664407)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:17:42.968184 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82812c49-fa86-43cc-ab6f-2df6bf74dfd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a028cd-6a7e-49ed-93d6-e5229bb69b2c'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:17:42.971303 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47090663941ec1551041a48ed4f6687b33fcf119bf177f9ca48a03ee97be2a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d610b00a-c8cd-4256-ae0d-43cf195549aa" -d '{"events": [{"server_uuid": "82812c49-fa86-43cc-ab6f-2df6bf74dfd8", "name": "network-vif-plugged", "status": "completed", "tag": "69a028cd-6a7e-49ed-93d6-e5229bb69b2c"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:17:42.979843 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (69a028cd-6a7e-49ed-93d6-e5229bb69b2c), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:43.027358 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=69a028cd-6a7e-49ed-93d6-e5229bb69b2c,revision_number=5']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:43.056372 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dca17fa-bc88-467b-800c-e900101ae459 x-openstack-request-id: req-7dca17fa-bc88-467b-800c-e900101ae459 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:17:43.056708 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82812c49-fa86-43cc-ab6f-2df6bf74dfd8", "name": "network-vif-plugged", "status": "completed", "tag": "69a028cd-6a7e-49ed-93d6-e5229bb69b2c", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:17:43.057039 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7dca17fa-bc88-467b-800c-e900101ae459 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:17:43.057454 dv-cinder-842149-1-iscsi neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dca17fa-bc88-467b-800c-e900101ae459'] response: {'server_uuid': '82812c49-fa86-43cc-ab6f-2df6bf74dfd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a028cd-6a7e-49ed-93d6-e5229bb69b2c', 'code': 200} May 17 17:17:43.061823 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39569895-1e95-4972-9f59-981ab73e7b74 req-362ce6fd-2bc9-4451-b894-db72502f70fd tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:43.064060 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-39569895-1e95-4972-9f59-981ab73e7b74 req-362ce6fd-2bc9-4451-b894-db72502f70fd tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=82812c49-fa86-43cc-ab6f-2df6bf74dfd8 HTTP/1.1" status: 200 len: 945 time: 0.1734591 May 17 17:17:43.143026 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-39569895-1e95-4972-9f59-981ab73e7b74 req-c34fa664-5f96-4cff-9eff-60d29cb3e4df tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724177 May 17 17:17:43.195807 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-79aa1e34-e7a0-40f1-bf6c-b372762f2352 admin admin] Publish callbacks [] for security_group (9290b713-436f-4261-8b88-d07e97a603f9), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:43.201286 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-79aa1e34-e7a0-40f1-bf6c-b372762f2352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (9290b713-436f-4261-8b88-d07e97a603f9), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:43.234839 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa1e34-e7a0-40f1-bf6c-b372762f2352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9290b713-436f-4261-8b88-d07e97a603f9,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:43.240089 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79aa1e34-e7a0-40f1-bf6c-b372762f2352 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 17:17:43.250012 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-79aa1e34-e7a0-40f1-bf6c-b372762f2352 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733342282253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915'] for segment (342d8a54-ee3b-4f32-a2c9-736348cff581), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:43.250576 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.db.segments_db [None req-79aa1e34-e7a0-40f1-bf6c-b372762f2352 admin admin] Added segment 342d8a54-ee3b-4f32-a2c9-736348cff581 of type vlan for network a86420c7-342d-4060-9599-25d38c986df1 May 17 17:17:43.296976 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-79aa1e34-e7a0-40f1-bf6c-b372762f2352 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733341855133'] for network (a86420c7-342d-4060-9599-25d38c986df1), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:43.326578 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-79aa1e34-e7a0-40f1-bf6c-b372762f2352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572'] for network (a86420c7-342d-4060-9599-25d38c986df1), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:43.328643 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79aa1e34-e7a0-40f1-bf6c-b372762f2352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:43.329391 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-79aa1e34-e7a0-40f1-bf6c-b372762f2352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for network (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:43.407621 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-79aa1e34-e7a0-40f1-bf6c-b372762f2352 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.7707472 May 17 17:17:43.407852 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 51362) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:43.412662 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-6bf61605-5fc6-44d3-848c-3ff6409d33ce admin admin] Request body: {'subnet': {'network_id': 'a86420c7-342d-4060-9599-25d38c986df1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-41576456-subnet', 'tenant_id': 'be5fa842e29944f5957064f633e275ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:17:43.445451 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726fa2e-d18d-4ee5-9f87-7a221c80b04d req-03494a2b-a344-48d0-8e66-244df528eb0b tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:43.447273 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1726fa2e-d18d-4ee5-9f87-7a221c80b04d req-03494a2b-a344-48d0-8e66-244df528eb0b tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 931 time: 0.1147048 May 17 17:17:43.448481 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa1e34-e7a0-40f1-bf6c-b372762f2352 admin admin] Pushing event updated for resources: {'Network': ['ID=a86420c7-342d-4060-9599-25d38c986df1,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:43.459426 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aa1e34-e7a0-40f1-bf6c-b372762f2352 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:43.459870 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aa1e34-e7a0-40f1-bf6c-b372762f2352 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:43.460213 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aa1e34-e7a0-40f1-bf6c-b372762f2352 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:43.460602 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aa1e34-e7a0-40f1-bf6c-b372762f2352 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:43.460953 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aa1e34-e7a0-40f1-bf6c-b372762f2352 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:43.461289 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aa1e34-e7a0-40f1-bf6c-b372762f2352 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:43.461634 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aa1e34-e7a0-40f1-bf6c-b372762f2352 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:43.461963 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aa1e34-e7a0-40f1-bf6c-b372762f2352 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:43.462327 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aa1e34-e7a0-40f1-bf6c-b372762f2352 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:43.462659 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aa1e34-e7a0-40f1-bf6c-b372762f2352 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:43.463026 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aa1e34-e7a0-40f1-bf6c-b372762f2352 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:43.463709 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aa1e34-e7a0-40f1-bf6c-b372762f2352 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:43.463709 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aa1e34-e7a0-40f1-bf6c-b372762f2352 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:43.464468 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aa1e34-e7a0-40f1-bf6c-b372762f2352 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:43.464715 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aa1e34-e7a0-40f1-bf6c-b372762f2352 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:43.466095 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf61605-5fc6-44d3-848c-3ff6409d33ce admin admin] Made reservation on behalf of be5fa842e29944f5957064f633e275ad for: {'subnet': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:17:43.470308 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-6bf61605-5fc6-44d3-848c-3ff6409d33ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4226392'] for subnet (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:43.477049 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Network a86420c7-342d-4060-9599-25d38c986df1 details requested by agent ovs-agent-dv-cinder-842149-1-iscsi with host dv-cinder-842149-1-iscsi {{(pid=103512) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 17:17:43.536129 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1726fa2e-d18d-4ee5-9f87-7a221c80b04d req-ea933f53-da1e-46bc-b822-0b77da6cc9a8 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3ea694-cdd8-4af2-90b6-881924590b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783021 May 17 17:17:43.964847 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-6bf61605-5fc6-44d3-848c-3ff6409d33ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15830093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4226382'] for subnet (a8a5b6df-89f6-4633-93a3-ce16d6d3142e), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:44.036670 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf61605-5fc6-44d3-848c-3ff6409d33ce admin admin] Checking segment: {'id': '342d8a54-ee3b-4f32-a2c9-736348cff581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a86420c7-342d-4060-9599-25d38c986df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:17:44.037025 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf61605-5fc6-44d3-848c-3ff6409d33ce admin admin] Network hostable DHCP agents. Network: a86420c7-342d-4060-9599-25d38c986df1, hostable agents: ['e31905a2-41fc-44e1-9d1f-1e6213680c03'], hosted agents: [] {{(pid=103510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 17:17:44.047729 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf61605-5fc6-44d3-848c-3ff6409d33ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8a5b6df-89f6-4633-93a3-ce16d6d3142e,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:44.054964 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5fe4bb58-d220-4cf9-aa3a-92d7abedd0ec req-ec6314dc-b491-4182-a6bd-10714f9eccba tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 210 time: 0.0783763 May 17 17:17:44.060205 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf61605-5fc6-44d3-848c-3ff6409d33ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:44.060529 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf61605-5fc6-44d3-848c-3ff6409d33ce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:44.060875 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf61605-5fc6-44d3-848c-3ff6409d33ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:44.061212 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf61605-5fc6-44d3-848c-3ff6409d33ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:44.061544 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf61605-5fc6-44d3-848c-3ff6409d33ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:44.061869 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf61605-5fc6-44d3-848c-3ff6409d33ce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:44.062192 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf61605-5fc6-44d3-848c-3ff6409d33ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:44.062517 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf61605-5fc6-44d3-848c-3ff6409d33ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:44.062850 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf61605-5fc6-44d3-848c-3ff6409d33ce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:44.063328 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf61605-5fc6-44d3-848c-3ff6409d33ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:44.063568 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf61605-5fc6-44d3-848c-3ff6409d33ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:44.063965 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf61605-5fc6-44d3-848c-3ff6409d33ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:44.064225 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf61605-5fc6-44d3-848c-3ff6409d33ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:44.064543 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf61605-5fc6-44d3-848c-3ff6409d33ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:44.065077 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf61605-5fc6-44d3-848c-3ff6409d33ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:17:44.093626 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf61605-5fc6-44d3-848c-3ff6409d33ce admin admin] Network a86420c7-342d-4060-9599-25d38c986df1 is scheduled to be hosted by DHCP agent e31905a2-41fc-44e1-9d1f-1e6213680c03 with binding_index 1 {{(pid=103510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 17:17:44.106204 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-6bf61605-5fc6-44d3-848c-3ff6409d33ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842149-1-iscsi, a86420c7-342d-4060-9599-25d38c986df1) {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:17:44.110759 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf61605-5fc6-44d3-848c-3ff6409d33ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:44.111404 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-6bf61605-5fc6-44d3-848c-3ff6409d33ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for subnet (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:44.116312 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be68abe-12b0-42a1-9717-559490354c31 None None] Network a86420c7-342d-4060-9599-25d38c986df1 requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:17:44.155282 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-6bf61605-5fc6-44d3-848c-3ff6409d33ce admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7463014 May 17 17:17:44.284897 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bf945e-8326-48ed-a3ba-c489b1910be3 None None] Network a86420c7-342d-4060-9599-25d38c986df1 requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:17:44.350038 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdcecac-a592-4ee6-b255-38aa0fe7e6aa req-4b351528-7648-4fc2-a849-d317685f6494 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:44.351845 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-dfdcecac-a592-4ee6-b255-38aa0fe7e6aa req-4b351528-7648-4fc2-a849-d317685f6494 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=82812c49-fa86-43cc-ab6f-2df6bf74dfd8 HTTP/1.1" status: 200 len: 946 time: 0.1095588 May 17 17:17:44.442533 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-dfdcecac-a592-4ee6-b255-38aa0fe7e6aa req-bca01756-1796-47c0-8d60-abca8c0d61ee tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831802 May 17 17:17:44.693482 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ec155-9d4a-4597-86d4-bca1ff2bc769 req-b3c8b6ae-144c-401c-9a55-28dfabf2921c tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:44.695127 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d00ec155-9d4a-4597-86d4-bca1ff2bc769 req-b3c8b6ae-144c-401c-9a55-28dfabf2921c tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 931 time: 0.0787117 May 17 17:17:44.790015 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d00ec155-9d4a-4597-86d4-bca1ff2bc769 req-80543a67-337b-4537-a3bf-11156be23012 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3ea694-cdd8-4af2-90b6-881924590b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877314 May 17 17:17:44.901921 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 51386) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:44.906970 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-a03b6b8f-fd94-447a-ad5c-d11227a9f83c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1754217283-network', 'tenant_id': '83ac822d13d44babadfa7d4791a4f5d1'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:17:44.930324 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03b6b8f-fd94-447a-ad5c-d11227a9f83c admin admin] Made reservation on behalf of 83ac822d13d44babadfa7d4791a4f5d1 for: {'network': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:17:44.933579 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a03b6b8f-fd94-447a-ad5c-d11227a9f83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for network (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:44.961134 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a03b6b8f-fd94-447a-ad5c-d11227a9f83c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:45.048735 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a03b6b8f-fd94-447a-ad5c-d11227a9f83c admin admin] Publish callbacks [] for security_group (16b2749a-a61f-43cd-a4f3-c4aa9fa84044), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:45.052917 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a03b6b8f-fd94-447a-ad5c-d11227a9f83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (16b2749a-a61f-43cd-a4f3-c4aa9fa84044), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:45.079169 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a03b6b8f-fd94-447a-ad5c-d11227a9f83c admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 17:17:45.099523 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b6b8f-fd94-447a-ad5c-d11227a9f83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b2749a-a61f-43cd-a4f3-c4aa9fa84044,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:45.105444 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a03b6b8f-fd94-447a-ad5c-d11227a9f83c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733342282253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915'] for segment (2a845887-9ccf-47dd-b617-91417a6c5d9c), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:45.106510 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.db.segments_db [None req-a03b6b8f-fd94-447a-ad5c-d11227a9f83c admin admin] Added segment 2a845887-9ccf-47dd-b617-91417a6c5d9c of type vlan for network d4d5852e-9a2f-4c5b-9c61-3f381012ed32 May 17 17:17:45.201706 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a03b6b8f-fd94-447a-ad5c-d11227a9f83c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733341855133'] for network (d4d5852e-9a2f-4c5b-9c61-3f381012ed32), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:45.225841 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d6883293-a1ac-4db8-bfef-7f51e697dda2 req-aceb4e18-6076-481d-bd38-45a7417703d3 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 210 time: 0.0371797 May 17 17:17:45.260659 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a03b6b8f-fd94-447a-ad5c-d11227a9f83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572'] for network (d4d5852e-9a2f-4c5b-9c61-3f381012ed32), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:45.261733 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03b6b8f-fd94-447a-ad5c-d11227a9f83c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:45.262308 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a03b6b8f-fd94-447a-ad5c-d11227a9f83c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for network (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:45.299661 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-a03b6b8f-fd94-447a-ad5c-d11227a9f83c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3964231 May 17 17:17:45.302365 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 51392) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:45.307285 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-b9519542-6c1c-4020-9f50-0880bd8d9923 admin admin] Request body: {'subnet': {'network_id': 'd4d5852e-9a2f-4c5b-9c61-3f381012ed32', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1754217283-subnet', 'tenant_id': '83ac822d13d44babadfa7d4791a4f5d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:17:45.335045 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9519542-6c1c-4020-9f50-0880bd8d9923 admin admin] Made reservation on behalf of 83ac822d13d44babadfa7d4791a4f5d1 for: {'subnet': 1} {{(pid=103511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:17:45.337641 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-b9519542-6c1c-4020-9f50-0880bd8d9923 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4530466'] for subnet (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:45.359968 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b6b8f-fd94-447a-ad5c-d11227a9f83c admin admin] Pushing event updated for resources: {'Network': ['ID=d4d5852e-9a2f-4c5b-9c61-3f381012ed32,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:45.371670 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Network d4d5852e-9a2f-4c5b-9c61-3f381012ed32 details requested by agent ovs-agent-dv-cinder-842149-1-iscsi with host dv-cinder-842149-1-iscsi {{(pid=103512) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 17:17:45.605645 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-b9519542-6c1c-4020-9f50-0880bd8d9923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4267487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4530484'] for subnet (d84aef8e-1b9a-4a5d-a68e-2c65a28ad7ae), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:45.639614 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517d243-6b7e-4308-87e3-3f246e0d2a1f req-ecadde05-08a1-43c3-b230-2d8edd1fdfcf tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:45.641088 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8517d243-6b7e-4308-87e3-3f246e0d2a1f req-ecadde05-08a1-43c3-b230-2d8edd1fdfcf tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=82812c49-fa86-43cc-ab6f-2df6bf74dfd8 HTTP/1.1" status: 200 len: 946 time: 0.0946000 May 17 17:17:45.683756 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9519542-6c1c-4020-9f50-0880bd8d9923 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d84aef8e-1b9a-4a5d-a68e-2c65a28ad7ae,revision_number=0']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:45.725447 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8517d243-6b7e-4308-87e3-3f246e0d2a1f req-3b541483-b44f-402c-a8d7-67ecce5c1f10 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764976 May 17 17:17:45.730147 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9519542-6c1c-4020-9f50-0880bd8d9923 admin admin] Checking segment: {'id': '2a845887-9ccf-47dd-b617-91417a6c5d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd4d5852e-9a2f-4c5b-9c61-3f381012ed32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:17:45.730147 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9519542-6c1c-4020-9f50-0880bd8d9923 admin admin] Network hostable DHCP agents. Network: d4d5852e-9a2f-4c5b-9c61-3f381012ed32, hostable agents: ['e31905a2-41fc-44e1-9d1f-1e6213680c03'], hosted agents: [] {{(pid=103511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 17:17:45.759720 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9519542-6c1c-4020-9f50-0880bd8d9923 admin admin] Network d4d5852e-9a2f-4c5b-9c61-3f381012ed32 is scheduled to be hosted by DHCP agent e31905a2-41fc-44e1-9d1f-1e6213680c03 with binding_index 1 {{(pid=103511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 17:17:45.780915 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [None req-b9519542-6c1c-4020-9f50-0880bd8d9923 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842149-1-iscsi, d4d5852e-9a2f-4c5b-9c61-3f381012ed32) {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:17:45.789486 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9519542-6c1c-4020-9f50-0880bd8d9923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:45.789739 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-b9519542-6c1c-4020-9f50-0880bd8d9923 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:45.796213 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e59763-2247-46bb-aa56-ccd92a88bcca None None] Network d4d5852e-9a2f-4c5b-9c61-3f381012ed32 requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:17:45.832240 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-b9519542-6c1c-4020-9f50-0880bd8d9923 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5287595 May 17 17:17:45.949350 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9ff89-fcf0-4053-82b3-8c74a9f2473c req-362bcc9e-01e8-455c-bbd8-50db9c74491e tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:45.956252 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a8e9ff89-fcf0-4053-82b3-8c74a9f2473c req-362bcc9e-01e8-455c-bbd8-50db9c74491e tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 931 time: 0.0758770 May 17 17:17:45.958078 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d920ffad-0378-4057-87a5-15aac6317690 None None] Network d4d5852e-9a2f-4c5b-9c61-3f381012ed32 requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:17:46.016441 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a8e9ff89-fcf0-4053-82b3-8c74a9f2473c req-1951d9ec-3985-4a75-9b18-a6a78691f2a7 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3ea694-cdd8-4af2-90b6-881924590b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590150 May 17 17:17:46.353637 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a77aa590-c4cf-4f7d-bafd-ea55860293f7 req-f1fdbfb9-5455-4fa5-a438-7a4733845a2c tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6de88f8-538f-45eb-bfcd-fce744a5c55d HTTP/1.1" status: 200 len: 210 time: 0.0325582 May 17 17:17:46.689616 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-26b9db1f-eca0-4729-bfa6-241adebfa4b1 service neutron] Request body: {'port': {'device_id': 'daa95d7a-9071-46b7-bff5-c6d3fa54d1d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84214'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:17:46.749940 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-26b9db1f-eca0-4729-bfa6-241adebfa4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (71199a70-f362-4ec1-8023-8d7cd045f666), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:46.846099 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ff94c-c151-489c-9ce0-6de7e5c991be req-c0656db8-cec1-4955-b8bf-07bf3d2133ae tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:46.847642 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-798ff94c-c151-489c-9ce0-6de7e5c991be req-c0656db8-cec1-4955-b8bf-07bf3d2133ae tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=82812c49-fa86-43cc-ab6f-2df6bf74dfd8 HTTP/1.1" status: 200 len: 946 time: 0.0485768 May 17 17:17:46.896466 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-798ff94c-c151-489c-9ce0-6de7e5c991be req-b9265eba-c878-4742-857e-d6e6c43ae146 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430496 May 17 17:17:47.054203 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-26b9db1f-eca0-4729-bfa6-241adebfa4b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71199a70-f362-4ec1-8023-8d7cd045f666 {{(pid=103510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:17:47.061916 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-26b9db1f-eca0-4729-bfa6-241adebfa4b1 service neutron] Publish callbacks [] for port (71199a70-f362-4ec1-8023-8d7cd045f666), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:47.074618 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.provisioning_blocks [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-26b9db1f-eca0-4729-bfa6-241adebfa4b1 service neutron] Transition to ACTIVE for port object 71199a70-f362-4ec1-8023-8d7cd045f666 will not be triggered until provisioned by entity L2. {{(pid=103510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 17:17:47.078834 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-26b9db1f-eca0-4729-bfa6-241adebfa4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15829194'] for port (71199a70-f362-4ec1-8023-8d7cd045f666), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:47.128690 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9db1f-eca0-4729-bfa6-241adebfa4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=71199a70-f362-4ec1-8023-8d7cd045f666,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:47.140224 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c310239-b54b-403a-b25a-dac1cabd3966 req-f711d748-f333-415b-a94c-44a48b19632f tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:47.142338 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5c310239-b54b-403a-b25a-dac1cabd3966 req-f711d748-f333-415b-a94c-44a48b19632f tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 943 time: 0.0594387 May 17 17:17:47.195626 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5c310239-b54b-403a-b25a-dac1cabd3966 req-ccc3fc7e-749c-4e1e-beb4-ddfdea96b78e tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3ea694-cdd8-4af2-90b6-881924590b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462174 May 17 17:17:47.208662 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-26b9db1f-eca0-4729-bfa6-241adebfa4b1 service neutron] Attempting to bind port 71199a70-f362-4ec1-8023-8d7cd045f666 on host hv-cinder-84214 for vnic_type normal with profile {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:17:47.209009 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-26b9db1f-eca0-4729-bfa6-241adebfa4b1 service neutron] Attempting to bind port 71199a70-f362-4ec1-8023-8d7cd045f666 by drivers openvswitch,hyperv on host hv-cinder-84214 at level 0 using segments [{'id': '1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'dc3d4c09-8a68-4f06-a953-436db768a877'}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:17:47.209345 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-26b9db1f-eca0-4729-bfa6-241adebfa4b1 service neutron] Attempting to bind port 71199a70-f362-4ec1-8023-8d7cd045f666 on network dc3d4c09-8a68-4f06-a953-436db768a877 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:17:47.214902 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-26b9db1f-eca0-4729-bfa6-241adebfa4b1 service neutron] Port 71199a70-f362-4ec1-8023-8d7cd045f666 on network dc3d4c09-8a68-4f06-a953-436db768a877 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84214 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 17:17:47.215231 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-26b9db1f-eca0-4729-bfa6-241adebfa4b1 service neutron] Attempting to bind port 71199a70-f362-4ec1-8023-8d7cd045f666 on network dc3d4c09-8a68-4f06-a953-436db768a877 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:17:47.220370 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-26b9db1f-eca0-4729-bfa6-241adebfa4b1 service neutron] Checking agent: {'id': 'f77364a9-2f6e-44ad-9fc6-92e3e143ef92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84214', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 8, 20), 'started_at': datetime.datetime(2022, 5, 17, 17, 8, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:17:47.220706 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-26b9db1f-eca0-4729-bfa6-241adebfa4b1 service neutron] Checking segment: {'id': '1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'dc3d4c09-8a68-4f06-a953-436db768a877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:17:47.221094 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-26b9db1f-eca0-4729-bfa6-241adebfa4b1 service neutron] Bound using segment: {'id': '1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'dc3d4c09-8a68-4f06-a953-436db768a877'} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:17:47.221515 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-26b9db1f-eca0-4729-bfa6-241adebfa4b1 service neutron] Bound port: 71199a70-f362-4ec1-8023-8d7cd045f666, host: hv-cinder-84214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'dc3d4c09-8a68-4f06-a953-436db768a877'}}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:17:47.221871 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-26b9db1f-eca0-4729-bfa6-241adebfa4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (71199a70-f362-4ec1-8023-8d7cd045f666), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:47.332668 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49541513-e5c5-40e0-b8cb-664a60348329 req-cad73222-aca1-4ed2-bf7f-b36f34ab7b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:47.334329 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-49541513-e5c5-40e0-b8cb-664a60348329 req-cad73222-aca1-4ed2-bf7f-b36f34ab7b1e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=82812c49-fa86-43cc-ab6f-2df6bf74dfd8 HTTP/1.1" status: 200 len: 1130 time: 0.0745459 May 17 17:17:47.338837 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-26b9db1f-eca0-4729-bfa6-241adebfa4b1 service neutron] For port 71199a70-f362-4ec1-8023-8d7cd045f666, host hv-cinder-84214, cleared binding levels {{(pid=103510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:17:47.344294 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-26b9db1f-eca0-4729-bfa6-241adebfa4b1 service neutron] For port 71199a70-f362-4ec1-8023-8d7cd045f666, host hv-cinder-84214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=71199a70-f362-4ec1-8023-8d7cd045f666,segment=NetworkSegment(1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd),segment_id=1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd)] {{(pid=103510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:17:47.358976 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-26b9db1f-eca0-4729-bfa6-241adebfa4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15829194'] for port (71199a70-f362-4ec1-8023-8d7cd045f666), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:47.416802 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-26b9db1f-eca0-4729-bfa6-241adebfa4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:47.418066 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-26b9db1f-eca0-4729-bfa6-241adebfa4b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:47.419502 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-26b9db1f-eca0-4729-bfa6-241adebfa4b1 service neutron] 10.222.0.23 "PUT /v2.0/ports/71199a70-f362-4ec1-8023-8d7cd045f666 HTTP/1.1" status: 200 len: 1093 time: 0.7343414 May 17 17:17:47.419993 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa95d7a-9071-46b7-bff5-c6d3fa54d1d3', 'tag': '71199a70-f362-4ec1-8023-8d7cd045f666'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:17:47.424524 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df18a989-5760-40a2-908a-a29b727be11c" -d '{"events": [{"name": "network-changed", "server_uuid": "daa95d7a-9071-46b7-bff5-c6d3fa54d1d3", "tag": "71199a70-f362-4ec1-8023-8d7cd045f666"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:17:47.463665 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9db1f-eca0-4729-bfa6-241adebfa4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=71199a70-f362-4ec1-8023-8d7cd045f666,revision_number=3']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:47.470465 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-49541513-e5c5-40e0-b8cb-664a60348329 req-0b8f2634-ec9e-4ae4-80a4-756c0bba7ce5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210854 May 17 17:17:47.472390 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a379867-ced3-428a-b4fa-dfec1693ce8f x-openstack-request-id: req-8a379867-ced3-428a-b4fa-dfec1693ce8f {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:17:47.472795 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daa95d7a-9071-46b7-bff5-c6d3fa54d1d3", "tag": "71199a70-f362-4ec1-8023-8d7cd045f666", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:17:47.473037 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8a379867-ced3-428a-b4fa-dfec1693ce8f {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:17:47.473421 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a379867-ced3-428a-b4fa-dfec1693ce8f'] response: {'name': 'network-changed', 'server_uuid': 'daa95d7a-9071-46b7-bff5-c6d3fa54d1d3', 'tag': '71199a70-f362-4ec1-8023-8d7cd045f666', 'status': 'completed', 'code': 200} May 17 17:17:47.483678 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 51426) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:47.561764 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-55b9857b-05ca-48ce-8cbc-f9c64aee4af8 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks [] for security_group (9f5fe0d0-721f-416a-ac99-72e3faa2c796), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:47.566021 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-5a854a77-a1c3-4376-b377-8ed110c04b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:47.570790 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-5a854a77-a1c3-4376-b377-8ed110c04b0d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=21c32c98238c44e7a3581a668e1a5ea3&device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 1127 time: 0.0964496 May 17 17:17:47.591079 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-55b9857b-05ca-48ce-8cbc-f9c64aee4af8 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks [] for security_group (9f5fe0d0-721f-416a-ac99-72e3faa2c796), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:47.643686 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-55b9857b-05ca-48ce-8cbc-f9c64aee4af8 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (9f5fe0d0-721f-416a-ac99-72e3faa2c796), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:47.646598 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-55b9857b-05ca-48ce-8cbc-f9c64aee4af8 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:47.647760 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-55b9857b-05ca-48ce-8cbc-f9c64aee4af8 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "DELETE /v2.0/security-groups/9f5fe0d0-721f-416a-ac99-72e3faa2c796 HTTP/1.1" status: 204 len: 168 time: 0.1606839 May 17 17:17:47.651455 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 51434) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:47.657725 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b9857b-05ca-48ce-8cbc-f9c64aee4af8 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5fe0d0-721f-416a-ac99-72e3faa2c796,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:47.664888 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.api.v2.resource [None req-5465eda5-be2a-4d73-b8c1-0795a14cd4e9 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] show failed (client error): The resource could not be found. May 17 17:17:47.665904 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-5465eda5-be2a-4d73-b8c1-0795a14cd4e9 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "GET /v2.0/security-groups/9f5fe0d0-721f-416a-ac99-72e3faa2c796 HTTP/1.1" status: 404 len: 347 time: 0.0134387 May 17 17:17:47.669468 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 51436) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:47.753923 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-86716817-1be2-4d97-a31e-ed7bd7a22a8b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71199a70-f362-4ec1-8023-8d7cd045f666 HTTP/1.1" status: 200 len: 217 time: 0.0759585 May 17 17:17:47.878940 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-975e6636-fa5c-47f2-a48e-d9b98b7c7ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:47.880434 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-975e6636-fa5c-47f2-a48e-d9b98b7c7ce6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=578f9213-2de8-4641-a0dd-344bb452f898 HTTP/1.1" status: 200 len: 853 time: 0.0924187 May 17 17:17:47.881219 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-c22ad58d-ae65-49f4-a27c-4853f58d14b0 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Deleting port 017cd727-be35-49f2-a65f-d19faf0224c3 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:17:47.881556 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c22ad58d-ae65-49f4-a27c-4853f58d14b0 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (017cd727-be35-49f2-a65f-d19faf0224c3), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:47.964950 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c22ad58d-ae65-49f4-a27c-4853f58d14b0 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (017cd727-be35-49f2-a65f-d19faf0224c3), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:47.965278 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c22ad58d-ae65-49f4-a27c-4853f58d14b0 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks [] for floatingip (017cd727-be35-49f2-a65f-d19faf0224c3), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:47.977881 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-c22ad58d-ae65-49f4-a27c-4853f58d14b0 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Calling delete_port for 017cd727-be35-49f2-a65f-d19faf0224c3 owned by network:floatingip {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:17:48.015621 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe1172-766a-4d9d-904f-f9f1fabffb50 req-e6bc6200-b807-4776-844d-6c12d67db1a8 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:48.017181 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a9fe1172-766a-4d9d-904f-f9f1fabffb50 req-e6bc6200-b807-4776-844d-6c12d67db1a8 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=82812c49-fa86-43cc-ab6f-2df6bf74dfd8 HTTP/1.1" status: 200 len: 946 time: 0.0482194 May 17 17:17:48.073399 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a9fe1172-766a-4d9d-904f-f9f1fabffb50 req-e3ab0041-564d-421b-97f8-3dcd2f9625a5 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495203 May 17 17:17:48.148815 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c22ad58d-ae65-49f4-a27c-4853f58d14b0 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15829245'] for port (017cd727-be35-49f2-a65f-d19faf0224c3), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:48.175575 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-c4b4d00c-51ee-4e4f-a372-60b6b19e19ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:48.177900 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-c4b4d00c-51ee-4e4f-a372-60b6b19e19ae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dc3d4c09-8a68-4f06-a953-436db768a877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0760295 May 17 17:17:48.181484 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ad58d-ae65-49f4-a27c-4853f58d14b0 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Pushing event deleted for resources: {'Port': ['ID=017cd727-be35-49f2-a65f-d19faf0224c3,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:48.303850 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c22ad58d-ae65-49f4-a27c-4853f58d14b0 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks [] for floatingip (38a5c0b4-cf8f-4aa2-b6ba-0b3622454f26), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:48.306023 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c22ad58d-ae65-49f4-a27c-4853f58d14b0 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for floatingip (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:48.309806 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-c22ad58d-ae65-49f4-a27c-4853f58d14b0 tempest-AttachVolumeShelveTestJSON-1404132781 tempest-AttachVolumeShelveTestJSON-1404132781-project] 10.222.0.48 "DELETE /v2.0/floatingips/38a5c0b4-cf8f-4aa2-b6ba-0b3622454f26 HTTP/1.1" status: 204 len: 168 time: 0.6365376 May 17 17:17:48.321214 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89094f9f-7a73-45f5-9af5-0b9fe3378480 req-ec8cf466-32ff-4a00-ae4c-10bbc0e65a61 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:48.323259 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-89094f9f-7a73-45f5-9af5-0b9fe3378480 req-ec8cf466-32ff-4a00-ae4c-10bbc0e65a61 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 943 time: 0.0587978 May 17 17:17:48.331550 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-f5b9d104-47ac-45ae-995e-ec03af1c744c service neutron] 10.222.0.23 "GET /v2.0/networks/dc3d4c09-8a68-4f06-a953-436db768a877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460536 May 17 17:17:48.381580 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-89094f9f-7a73-45f5-9af5-0b9fe3378480 req-d7db7f6f-5fd2-41aa-b635-89b1c8b58f7f tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3ea694-cdd8-4af2-90b6-881924590b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512173 May 17 17:17:48.513953 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ea15f320-a5d0-4427-8dbc-2f760a80d22c req-c7c2dfff-a232-4f1e-ae38-6621ba47f786 service neutron] 10.222.0.23 "GET /v2.0/networks/dc3d4c09-8a68-4f06-a953-436db768a877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166613 May 17 17:17:48.668341 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa4d67-00e4-4b3a-8399-c63d95bba7a1 req-67bb0218-e04d-4004-9b1d-a2013b1ce3d1 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:48.669776 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1afa4d67-00e4-4b3a-8399-c63d95bba7a1 req-67bb0218-e04d-4004-9b1d-a2013b1ce3d1 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=b233a28b-810a-4304-a7cb-93b1c24f76fe HTTP/1.1" status: 200 len: 945 time: 0.0482326 May 17 17:17:48.715866 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1afa4d67-00e4-4b3a-8399-c63d95bba7a1 req-f1139772-238d-4087-9d87-58080cad534f tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=783d61ec-73a5-467e-bd3e-9387a06db28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404673 May 17 17:17:49.194301 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4fae1-25b2-4980-b0ca-dbe59d7e55f2 req-e44322e2-a560-4285-a0b2-3792ca6045f3 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:49.195832 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-01e4fae1-25b2-4980-b0ca-dbe59d7e55f2 req-e44322e2-a560-4285-a0b2-3792ca6045f3 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=82812c49-fa86-43cc-ab6f-2df6bf74dfd8 HTTP/1.1" status: 200 len: 946 time: 0.0465362 May 17 17:17:49.244694 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-01e4fae1-25b2-4980-b0ca-dbe59d7e55f2 req-987b95ca-1760-4daa-87c2-821ad165846c tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409377 May 17 17:17:49.358475 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff249dc-6f97-48e8-af47-f65837214a8d req-b14804a4-7122-482b-97fb-7833d42ca5b0 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:49.359823 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-aff249dc-6f97-48e8-af47-f65837214a8d req-b14804a4-7122-482b-97fb-7833d42ca5b0 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=82812c49-fa86-43cc-ab6f-2df6bf74dfd8 HTTP/1.1" status: 200 len: 946 time: 0.0489767 May 17 17:17:49.413479 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-aff249dc-6f97-48e8-af47-f65837214a8d req-5f20b9cf-bb5f-43c0-8689-2102e94f018c tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477240 May 17 17:17:49.436422 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 51474) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:49.480172 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e32415-47b6-44ec-a0d8-55002114f872 tempest-TestVolumeBootPattern-682276383 tempest-TestVolumeBootPattern-682276383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:49.484302 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-10e32415-47b6-44ec-a0d8-55002114f872 tempest-TestVolumeBootPattern-682276383 tempest-TestVolumeBootPattern-682276383-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=82812c49-fa86-43cc-ab6f-2df6bf74dfd8 HTTP/1.1" status: 200 len: 1125 time: 0.0438759 May 17 17:17:49.484302 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 51480) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:49.488656 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-84af12c3-887e-4e2b-a97c-ac867531c0ab tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Request body: {'floatingip': {'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'port_id': '69a028cd-6a7e-49ed-93d6-e5229bb69b2c', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:17:49.512552 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-84af12c3-887e-4e2b-a97c-ac867531c0ab tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:49.519688 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e157999-cd24-4e9a-943c-fa9f117d271f req-a80e7387-8ef9-41e5-a483-4aa076f22946 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:49.521331 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3e157999-cd24-4e9a-943c-fa9f117d271f req-a80e7387-8ef9-41e5-a483-4aa076f22946 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 943 time: 0.0515397 May 17 17:17:49.578846 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3e157999-cd24-4e9a-943c-fa9f117d271f req-d4238b2e-01ab-4ac1-bd89-af74d7a492f9 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3ea694-cdd8-4af2-90b6-881924590b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508180 May 17 17:17:49.607278 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-84af12c3-887e-4e2b-a97c-ac867531c0ab tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:49.718967 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [None req-84af12c3-887e-4e2b-a97c-ac867531c0ab tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Allocated IP 172.27.0.235 (02c56ec1-398e-4da7-8d6f-c5872f286327/162161ae-47ec-4957-8899-c21f028f623a/607d36d1-fdd6-4f5c-89a7-4cd308cbd464) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:17:49.832004 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-84af12c3-887e-4e2b-a97c-ac867531c0ab tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for port (607d36d1-fdd6-4f5c-89a7-4cd308cbd464), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:49.836845 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03692a33-d728-4c13-8884-d3390a14a2dd req-54f6042d-a1ee-42c7-8be3-fc56d1a9f27e tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:49.838976 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-03692a33-d728-4c13-8884-d3390a14a2dd req-54f6042d-a1ee-42c7-8be3-fc56d1a9f27e tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=b233a28b-810a-4304-a7cb-93b1c24f76fe HTTP/1.1" status: 200 len: 945 time: 0.0540426 May 17 17:17:49.867507 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-84af12c3-887e-4e2b-a97c-ac867531c0ab tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15829245'] for port (607d36d1-fdd6-4f5c-89a7-4cd308cbd464), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:49.890691 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-03692a33-d728-4c13-8884-d3390a14a2dd req-d75e508e-96df-4f44-8485-9207bfb4a33b tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=783d61ec-73a5-467e-bd3e-9387a06db28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441945 May 17 17:17:49.905829 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84af12c3-887e-4e2b-a97c-ac867531c0ab tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Network 02c56ec1-398e-4da7-8d6f-c5872f286327 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:17:49.914834 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-84af12c3-887e-4e2b-a97c-ac867531c0ab tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:17:49.917698 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af12c3-887e-4e2b-a97c-ac867531c0ab tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Pushing event updated for resources: {'Port': ['ID=607d36d1-fdd6-4f5c-89a7-4cd308cbd464,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:49.919852 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84af12c3-887e-4e2b-a97c-ac867531c0ab tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:17:50.313387 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-84af12c3-887e-4e2b-a97c-ac867531c0ab tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for floatingip (c11b6f97-d297-4f5b-bd9e-14fe38700ffb), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:50.385523 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-84af12c3-887e-4e2b-a97c-ac867531c0ab tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (607d36d1-fdd6-4f5c-89a7-4cd308cbd464), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:50.565615 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-84af12c3-887e-4e2b-a97c-ac867531c0ab tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for port (607d36d1-fdd6-4f5c-89a7-4cd308cbd464), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:50.569849 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-84af12c3-887e-4e2b-a97c-ac867531c0ab tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15829194'] for port (607d36d1-fdd6-4f5c-89a7-4cd308cbd464), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:50.639581 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af12c3-887e-4e2b-a97c-ac867531c0ab tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Pushing event updated for resources: {'Port': ['ID=607d36d1-fdd6-4f5c-89a7-4cd308cbd464,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:50.649401 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-84af12c3-887e-4e2b-a97c-ac867531c0ab tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7866643'] for floatingip (c11b6f97-d297-4f5b-bd9e-14fe38700ffb), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:50.693890 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8a40c-7ef2-4036-b1df-5b10c5f2d56c req-7a3856f4-e8a9-4faa-99f2-7b348f08aeb2 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:50.695590 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-69f8a40c-7ef2-4036-b1df-5b10c5f2d56c req-7a3856f4-e8a9-4faa-99f2-7b348f08aeb2 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 943 time: 0.0491982 May 17 17:17:50.740854 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18a989-5760-40a2-908a-a29b727be11c req-41f231e9-8df4-4309-8853-93d32e8fe049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:50.741872 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-df18a989-5760-40a2-908a-a29b727be11c req-41f231e9-8df4-4309-8853-93d32e8fe049 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=21c32c98238c44e7a3581a668e1a5ea3&device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 1127 time: 0.0427344 May 17 17:17:50.753722 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-69f8a40c-7ef2-4036-b1df-5b10c5f2d56c req-9dc24678-2527-4185-9927-7ff90437fccc tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3ea694-cdd8-4af2-90b6-881924590b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512640 May 17 17:17:50.777072 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 51508) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:50.814761 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.db.l3_db [None req-84af12c3-887e-4e2b-a97c-ac867531c0ab tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Floating IP c11b6f97-d297-4f5b-bd9e-14fe38700ffb associated. External IP: 172.27.0.235, port: 69a028cd-6a7e-49ed-93d6-e5229bb69b2c. May 17 17:17:50.943959 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18a989-5760-40a2-908a-a29b727be11c req-06f1c7ae-1cbd-4266-bef9-7bf729b3f016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:50.945433 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-df18a989-5760-40a2-908a-a29b727be11c req-06f1c7ae-1cbd-4266-bef9-7bf729b3f016 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dc3d4c09-8a68-4f06-a953-436db768a877 HTTP/1.1" status: 200 len: 915 time: 0.1775398 May 17 17:17:50.993942 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-df18a989-5760-40a2-908a-a29b727be11c req-d320d9b0-b711-4920-9721-5e9aec3a258b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71199a70-f362-4ec1-8023-8d7cd045f666 HTTP/1.1" status: 200 len: 217 time: 0.0366464 May 17 17:17:51.029398 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8cfe4-9245-4ee3-a1ef-d1813191aac7 req-e5441660-a31d-491c-960a-fcd5339c51b6 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:51.030852 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-dfe8cfe4-9245-4ee3-a1ef-d1813191aac7 req-e5441660-a31d-491c-960a-fcd5339c51b6 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=b233a28b-810a-4304-a7cb-93b1c24f76fe HTTP/1.1" status: 200 len: 945 time: 0.0561690 May 17 17:17:51.124359 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6418b2c-af92-4643-bf1d-bbdc4d3ecb92 req-8e329b9d-d173-4ad9-8490-53d97f9e06b9 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:51.125796 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d6418b2c-af92-4643-bf1d-bbdc4d3ecb92 req-8e329b9d-d173-4ad9-8490-53d97f9e06b9 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.23 "GET /v2.0/ports?device_id=b233a28b-810a-4304-a7cb-93b1c24f76fe HTTP/1.1" status: 200 len: 945 time: 0.0946414 May 17 17:17:51.144919 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-dfe8cfe4-9245-4ee3-a1ef-d1813191aac7 req-5fabbcd0-9c42-49a9-be91-0798e29f92d0 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=783d61ec-73a5-467e-bd3e-9387a06db28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876694 May 17 17:17:51.152178 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18a989-5760-40a2-908a-a29b727be11c req-0b89b2a5-0df5-450e-87e0-0a28665ea406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:51.153598 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-df18a989-5760-40a2-908a-a29b727be11c req-0b89b2a5-0df5-450e-87e0-0a28665ea406 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=578f9213-2de8-4641-a0dd-344bb452f898 HTTP/1.1" status: 200 len: 853 time: 0.1238468 May 17 17:17:51.210380 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-00498d05-626b-4653-9059-1d94e9040eeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:51.402298 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-65b2bf8f-4017-48cf-a0ef-b5f18270c4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7868158'] for router_interface (22586ad8-7e71-42f6-bb3f-078c54e661c7), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:51.529099 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18a989-5760-40a2-908a-a29b727be11c req-6760106d-0e77-451b-ae3f-8fdf31ff71d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:51.530712 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-df18a989-5760-40a2-908a-a29b727be11c req-6760106d-0e77-451b-ae3f-8fdf31ff71d2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dc3d4c09-8a68-4f06-a953-436db768a877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3683991 May 17 17:17:51.551414 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84af12c3-887e-4e2b-a97c-ac867531c0ab tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Router 2d9bea0d-e005-4d26-a3be-0d542f1a4c13 has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:17:51.630148 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-d6418b2c-af92-4643-bf1d-bbdc4d3ecb92 req-f7c302e8-42cb-4e3a-901b-0197c9b99f67 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Deleting port 791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:17:51.630788 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-d6418b2c-af92-4643-bf1d-bbdc4d3ecb92 req-f7c302e8-42cb-4e3a-901b-0197c9b99f67 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:51.795370 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-df18a989-5760-40a2-908a-a29b727be11c req-21f000b8-c285-4f64-9be5-c36816ca9abe service neutron] 10.222.0.23 "GET /v2.0/networks/dc3d4c09-8a68-4f06-a953-436db768a877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425895 May 17 17:17:51.875503 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-d6418b2c-af92-4643-bf1d-bbdc4d3ecb92 req-f7c302e8-42cb-4e3a-901b-0197c9b99f67 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] For port 791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25,segment=NetworkSegment(ea772ee0-6e76-4284-a4d3-aeaff2f9a97d),segment_id=ea772ee0-6e76-4284-a4d3-aeaff2f9a97d)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:17:51.875895 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-d6418b2c-af92-4643-bf1d-bbdc4d3ecb92 req-f7c302e8-42cb-4e3a-901b-0197c9b99f67 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:51.905559 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b55bf8-7978-4ccd-b480-86286b953964 req-1065a107-793e-46bf-b42d-4b092331d747 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:51.906923 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-22b55bf8-7978-4ccd-b480-86286b953964 req-1065a107-793e-46bf-b42d-4b092331d747 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 943 time: 0.0695362 May 17 17:17:51.958083 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84af12c3-887e-4e2b-a97c-ac867531c0ab tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:17:51.969347 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0792f0bb-52ea-4918-b6c9-fe56ef5f86aa None None] Sync routers for ids ['2d9bea0d-e005-4d26-a3be-0d542f1a4c13'] in dv-cinder-842149-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:17:51.972028 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-65b2bf8f-4017-48cf-a0ef-b5f18270c4b8 admin admin] Deleting port 1f940f4f-5167-4ad7-80fd-a93c7e6f7d26 {{(pid=103511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:17:51.972364 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-65b2bf8f-4017-48cf-a0ef-b5f18270c4b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (1f940f4f-5167-4ad7-80fd-a93c7e6f7d26), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:51.985131 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0792f0bb-52ea-4918-b6c9-fe56ef5f86aa None None] Routers {'2d9bea0d-e005-4d26-a3be-0d542f1a4c13'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:17:51.986204 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-0792f0bb-52ea-4918-b6c9-fe56ef5f86aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:17:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['2d9bea0d-e005-4d26-a3be-0d542f1a4c13'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:52.000095 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-22b55bf8-7978-4ccd-b480-86286b953964 req-d067cf2b-e299-4827-b566-ec965ea291ad tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3ea694-cdd8-4af2-90b6-881924590b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863116 May 17 17:17:52.007094 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-84af12c3-887e-4e2b-a97c-ac867531c0ab tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for floatingip (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:52.069074 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-65b2bf8f-4017-48cf-a0ef-b5f18270c4b8 admin admin] For port 1f940f4f-5167-4ad7-80fd-a93c7e6f7d26, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=1f940f4f-5167-4ad7-80fd-a93c7e6f7d26,segment=NetworkSegment(dd7c38ba-79f9-47ce-94d1-d0499646a213),segment_id=dd7c38ba-79f9-47ce-94d1-d0499646a213)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:17:52.069665 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-65b2bf8f-4017-48cf-a0ef-b5f18270c4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (1f940f4f-5167-4ad7-80fd-a93c7e6f7d26), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:52.076796 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-df18a989-5760-40a2-908a-a29b727be11c req-b3d3953f-6fbd-4cdb-8bd4-f7a3f01876cc service neutron] 10.222.0.23 "GET /v2.0/networks/dc3d4c09-8a68-4f06-a953-436db768a877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738085 May 17 17:17:52.082547 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-65b2bf8f-4017-48cf-a0ef-b5f18270c4b8 admin admin] Calling delete_port for 1f940f4f-5167-4ad7-80fd-a93c7e6f7d26 owned by network:router_interface {{(pid=103511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:17:52.094185 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-84af12c3-887e-4e2b-a97c-ac867531c0ab tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6089649 May 17 17:17:52.096831 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82812c49-fa86-43cc-ab6f-2df6bf74dfd8', 'tag': '69a028cd-6a7e-49ed-93d6-e5229bb69b2c'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:17:52.098887 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8612d1-3629-47af-a778-f332aca9523b" -d '{"events": [{"name": "network-changed", "server_uuid": "82812c49-fa86-43cc-ab6f-2df6bf74dfd8", "tag": "69a028cd-6a7e-49ed-93d6-e5229bb69b2c"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:17:52.141007 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a6fcad-d7c2-480f-9c8c-d938845c7a5c x-openstack-request-id: req-f1a6fcad-d7c2-480f-9c8c-d938845c7a5c {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:17:52.141302 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82812c49-fa86-43cc-ab6f-2df6bf74dfd8", "tag": "69a028cd-6a7e-49ed-93d6-e5229bb69b2c", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:17:52.141430 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-0792f0bb-52ea-4918-b6c9-fe56ef5f86aa None None] Set router 2d9bea0d-e005-4d26-a3be-0d542f1a4c13 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:17:52.141566 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f1a6fcad-d7c2-480f-9c8c-d938845c7a5c {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:17:52.142042 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1a6fcad-d7c2-480f-9c8c-d938845c7a5c'] response: {'name': 'network-changed', 'server_uuid': '82812c49-fa86-43cc-ab6f-2df6bf74dfd8', 'tag': '69a028cd-6a7e-49ed-93d6-e5229bb69b2c', 'status': 'completed', 'code': 200} May 17 17:17:52.176923 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-d6418b2c-af92-4643-bf1d-bbdc4d3ecb92 req-f7c302e8-42cb-4e3a-901b-0197c9b99f67 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:52.177210 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-d6418b2c-af92-4643-bf1d-bbdc4d3ecb92 req-f7c302e8-42cb-4e3a-901b-0197c9b99f67 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7866643'] for floatingip (3ee5b400-47ee-4523-a432-f7e5334d8aff), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:52.177518 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.db.l3_db [req-d6418b2c-af92-4643-bf1d-bbdc4d3ecb92 req-f7c302e8-42cb-4e3a-901b-0197c9b99f67 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Floating IP 3ee5b400-47ee-4523-a432-f7e5334d8aff disassociated. External IP: 172.27.0.57, port: 791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25. May 17 17:17:52.177865 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-d6418b2c-af92-4643-bf1d-bbdc4d3ecb92 req-f7c302e8-42cb-4e3a-901b-0197c9b99f67 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Calling delete_port for 791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25 owned by compute:nova {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:17:52.248218 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8612d1-3629-47af-a778-f332aca9523b req-d65499b6-8399-4269-a122-fb91331894c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:52.249758 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7c8612d1-3629-47af-a778-f332aca9523b req-d65499b6-8399-4269-a122-fb91331894c8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b1528992e3c74c08b5c4192466f23852&device_id=82812c49-fa86-43cc-ab6f-2df6bf74dfd8 HTTP/1.1" status: 200 len: 1130 time: 0.0827518 May 17 17:17:52.279390 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fc1da-3650-475b-9a73-055ef5625c1d req-cea5a043-c0fa-4d72-8772-e1b97253f09c tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:52.281030 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8a7fc1da-3650-475b-9a73-055ef5625c1d req-cea5a043-c0fa-4d72-8772-e1b97253f09c tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=b233a28b-810a-4304-a7cb-93b1c24f76fe HTTP/1.1" status: 200 len: 945 time: 0.0578253 May 17 17:17:52.372641 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8a7fc1da-3650-475b-9a73-055ef5625c1d req-0ab5229e-1667-494b-aa3b-d353715f5cd3 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups?id=783d61ec-73a5-467e-bd3e-9387a06db28d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804093 May 17 17:17:52.377155 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8612d1-3629-47af-a778-f332aca9523b req-5ad8319c-d420-4fd9-a7fe-716d98a21690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:52.378656 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7c8612d1-3629-47af-a778-f332aca9523b req-5ad8319c-d420-4fd9-a7fe-716d98a21690 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f954c18a-8821-47ca-8b80-a2fbc154db5e HTTP/1.1" status: 200 len: 912 time: 0.1207631 May 17 17:17:52.403988 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-65b2bf8f-4017-48cf-a0ef-b5f18270c4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4266351'] for port (1f940f4f-5167-4ad7-80fd-a93c7e6f7d26), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:52.418881 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-0792f0bb-52ea-4918-b6c9-fe56ef5f86aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'name': 'tempest-TestVolumeBootPattern-157448203-router', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '1069656d-bdfd-4935-825c-6878d3681e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:14:28Z', 'updated_at': '2022-05-17T17:14:32Z', 'revision_number': 4, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'gw_port': {'id': '1069656d-bdfd-4935-825c-6878d3681e94', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:29Z', 'updated_at': '2022-05-17T17:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': 'c11b6f97-d297-4f5b-bd9e-14fe38700ffb', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'port_id': '69a028cd-6a7e-49ed-93d6-e5229bb69b2c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e', 'mac_address': 'fa:16:3e:02:07:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82812c49-fa86-43cc-ab6f-2df6bf74dfd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:17:50Z', 'updated_at': '2022-05-17T17:17:50Z', 'revision_number': 0, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b852a37a-072e-48b9-b284-88687d884663', 'name': '', 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'mac_address': 'fa:16:3e:25:d8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:32Z', 'updated_at': '2022-05-17T17:14:36Z', 'revision_number': 5, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'subnets': [{'id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:52.436352 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b2bf8f-4017-48cf-a0ef-b5f18270c4b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f940f4f-5167-4ad7-80fd-a93c7e6f7d26,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:52.454003 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0792f0bb-52ea-4918-b6c9-fe56ef5f86aa None None] Checking router: 2d9bea0d-e005-4d26-a3be-0d542f1a4c13 for host: dv-cinder-842149-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:17:52.465542 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0792f0bb-52ea-4918-b6c9-fe56ef5f86aa None None] Routers {'2d9bea0d-e005-4d26-a3be-0d542f1a4c13'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:17:52.465542 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-0792f0bb-52ea-4918-b6c9-fe56ef5f86aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:17:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['2d9bea0d-e005-4d26-a3be-0d542f1a4c13'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:52.484937 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7c8612d1-3629-47af-a778-f332aca9523b req-8a21835e-e917-48c1-9e8e-235ade2d626f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69a028cd-6a7e-49ed-93d6-e5229bb69b2c HTTP/1.1" status: 200 len: 1000 time: 0.1003299 May 17 17:17:52.523407 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-d6418b2c-af92-4643-bf1d-bbdc4d3ecb92 req-f7c302e8-42cb-4e3a-901b-0197c9b99f67 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15829245'] for port (791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:52.574830 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c302e8-42cb-4e3a-901b-0197c9b99f67 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Pushing event deleted for resources: {'Port': ['ID=791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:52.594823 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-0792f0bb-52ea-4918-b6c9-fe56ef5f86aa None None] Set router 2d9bea0d-e005-4d26-a3be-0d542f1a4c13 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:17:52.596003 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8612d1-3629-47af-a778-f332aca9523b req-21f310d5-ece0-4bf1-8053-fb3167a54945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:52.597765 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7c8612d1-3629-47af-a778-f332aca9523b req-21f310d5-ece0-4bf1-8053-fb3167a54945 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7e6d0a25-a986-4141-abe4-fef5bc7f9be9 HTTP/1.1" status: 200 len: 850 time: 0.1061516 May 17 17:17:52.632007 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-65b2bf8f-4017-48cf-a0ef-b5f18270c4b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7868897'] for router_interface (22586ad8-7e71-42f6-bb3f-078c54e661c7), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:52.684387 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8612d1-3629-47af-a778-f332aca9523b req-2634f380-b2d2-4105-93d7-c219b70125ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:52.685922 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7c8612d1-3629-47af-a778-f332aca9523b req-2634f380-b2d2-4105-93d7-c219b70125ea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f954c18a-8821-47ca-8b80-a2fbc154db5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552614 May 17 17:17:52.774716 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 71199a70-f362-4ec1-8023-8d7cd045f666 details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:17:52.788673 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6418b2c-af92-4643-bf1d-bbdc4d3ecb92 req-f7c302e8-42cb-4e3a-901b-0197c9b99f67 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Router a84af72e-9129-4190-b08b-ac573dd09fdc has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:17:52.875898 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7c8612d1-3629-47af-a778-f332aca9523b req-187de935-7283-4aa0-91ed-f06ef27a7c2f service neutron] 10.222.0.23 "GET /v2.0/networks/f954c18a-8821-47ca-8b80-a2fbc154db5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628506 May 17 17:17:52.969337 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b2bf8f-4017-48cf-a0ef-b5f18270c4b8 admin admin] Router 22586ad8-7e71-42f6-bb3f-078c54e661c7 has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:17:52.986919 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-0792f0bb-52ea-4918-b6c9-fe56ef5f86aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'name': 'tempest-TestVolumeBootPattern-157448203-router', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '1069656d-bdfd-4935-825c-6878d3681e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:14:28Z', 'updated_at': '2022-05-17T17:14:32Z', 'revision_number': 4, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'gw_port': {'id': '1069656d-bdfd-4935-825c-6878d3681e94', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:29Z', 'updated_at': '2022-05-17T17:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': 'c11b6f97-d297-4f5b-bd9e-14fe38700ffb', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'port_id': '69a028cd-6a7e-49ed-93d6-e5229bb69b2c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e', 'mac_address': 'fa:16:3e:02:07:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82812c49-fa86-43cc-ab6f-2df6bf74dfd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:17:50Z', 'updated_at': '2022-05-17T17:17:50Z', 'revision_number': 0, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b852a37a-072e-48b9-b284-88687d884663', 'name': '', 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'mac_address': 'fa:16:3e:25:d8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:32Z', 'updated_at': '2022-05-17T17:14:36Z', 'revision_number': 5, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'subnets': [{'id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:53.027089 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0792f0bb-52ea-4918-b6c9-fe56ef5f86aa None None] The sync data for ids ['2d9bea0d-e005-4d26-a3be-0d542f1a4c13'] in dv-cinder-842149-1-iscsi is: [{'id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'name': 'tempest-TestVolumeBootPattern-157448203-router', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '1069656d-bdfd-4935-825c-6878d3681e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:14:28Z', 'updated_at': '2022-05-17T17:14:32Z', 'revision_number': 4, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'gw_port': {'id': '1069656d-bdfd-4935-825c-6878d3681e94', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:29Z', 'updated_at': '2022-05-17T17:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': 'c11b6f97-d297-4f5b-bd9e-14fe38700ffb', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'port_id': '69a028cd-6a7e-49ed-93d6-e5229bb69b2c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e', 'mac_address': 'fa:16:3e:02:07:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82812c49-fa86-43cc-ab6f-2df6bf74dfd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:17:50Z', 'updated_at': '2022-05-17T17:17:50Z', 'revision_number': 0, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b852a37a-072e-48b9-b284-88687d884663', 'name': '', 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'mac_address': 'fa:16:3e:25:d8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:32Z', 'updated_at': '2022-05-17T17:14:36Z', 'revision_number': 5, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'subnets': [{'id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:17:53.080569 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port 71199a70-f362-4ec1-8023-8d7cd045f666, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=71199a70-f362-4ec1-8023-8d7cd045f666,segment=NetworkSegment(1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd),segment_id=1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:17:53.099408 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Returning: {'device': '71199a70-f362-4ec1-8023-8d7cd045f666', 'network_id': 'dc3d4c09-8a68-4f06-a953-436db768a877', 'port_id': '71199a70-f362-4ec1-8023-8d7cd045f666', 'mac_address': 'fa:16:3e:3d:ab:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '578f9213-2de8-4641-a0dd-344bb452f898', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:17:53.154810 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b2bf8f-4017-48cf-a0ef-b5f18270c4b8 admin admin] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:17:53.164281 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7982fe41-186f-4d84-80a0-707a6e5b4133 None None] Sync routers for ids ['22586ad8-7e71-42f6-bb3f-078c54e661c7'] in dv-cinder-842149-1-iscsi {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:17:53.166916 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port 71199a70-f362-4ec1-8023-8d7cd045f666 is: DOWN; New status is: BUILD {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:17:53.167706 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (71199a70-f362-4ec1-8023-8d7cd045f666), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:53.169337 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6418b2c-af92-4643-bf1d-bbdc4d3ecb92 req-f7c302e8-42cb-4e3a-901b-0197c9b99f67 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:17:53.172542 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7c8612d1-3629-47af-a778-f332aca9523b req-dc900169-fc1c-4162-8a09-109a9e28ae80 service neutron] 10.222.0.23 "GET /v2.0/networks/f954c18a-8821-47ca-8b80-a2fbc154db5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896097 May 17 17:17:53.176650 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7982fe41-186f-4d84-80a0-707a6e5b4133 None None] Routers {'22586ad8-7e71-42f6-bb3f-078c54e661c7'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:17:53.178056 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-7982fe41-186f-4d84-80a0-707a6e5b4133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:17:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['22586ad8-7e71-42f6-bb3f-078c54e661c7'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:53.198233 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-65b2bf8f-4017-48cf-a0ef-b5f18270c4b8 admin admin] 10.222.0.48 "PUT /v2.0/routers/22586ad8-7e71-42f6-bb3f-078c54e661c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4175174 May 17 17:17:53.200493 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0eb1b6-c1b9-42e5-8d90-7d0fc5234388 None None] Sync routers for ids ['a84af72e-9129-4190-b08b-ac573dd09fdc'] in dv-cinder-842149-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:17:53.208087 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 51544) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:53.209302 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71199a70-f362-4ec1-8023-8d7cd045f666 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:17:53.245166 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port 71199a70-f362-4ec1-8023-8d7cd045f666, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=71199a70-f362-4ec1-8023-8d7cd045f666,segment=NetworkSegment(1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd),segment_id=1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:17:53.248575 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0eb1b6-c1b9-42e5-8d90-7d0fc5234388 None None] Routers {'a84af72e-9129-4190-b08b-ac573dd09fdc'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:17:53.249627 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-ed0eb1b6-c1b9-42e5-8d90-7d0fc5234388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:17:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['a84af72e-9129-4190-b08b-ac573dd09fdc'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:53.262984 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6418b2c-af92-4643-bf1d-bbdc4d3ecb92 req-f7c302e8-42cb-4e3a-901b-0197c9b99f67 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] No DVR routers for this DVR port 791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25 on host hv-cinder-84214 {{(pid=103510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:17:53.266494 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-d6418b2c-af92-4643-bf1d-bbdc4d3ecb92 req-f7c302e8-42cb-4e3a-901b-0197c9b99f67 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:53.278088 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d6418b2c-af92-4643-bf1d-bbdc4d3ecb92 req-f7c302e8-42cb-4e3a-901b-0197c9b99f67 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.23 "DELETE /v2.0/ports/791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25 HTTP/1.1" status: 204 len: 173 time: 2.1284707 May 17 17:17:53.315362 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-7982fe41-186f-4d84-80a0-707a6e5b4133 None None] Set router 22586ad8-7e71-42f6-bb3f-078c54e661c7 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:17:53.363745 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-ed0eb1b6-c1b9-42e5-8d90-7d0fc5234388 None None] Set router a84af72e-9129-4190-b08b-ac573dd09fdc gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:17:53.381843 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776d035-fdcc-439a-a59d-a80e56db7da0 req-58b6d465-a3af-4dbf-b4ac-3094f045f2e9 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:53.383518 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9776d035-fdcc-439a-a59d-a80e56db7da0 req-58b6d465-a3af-4dbf-b4ac-3094f045f2e9 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 943 time: 0.2302837 May 17 17:17:53.450843 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (71199a70-f362-4ec1-8023-8d7cd045f666), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:53.481960 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2b50c8-69c3-45c1-b51a-2a0f0be060ce None None] New status for floating IP c11b6f97-d297-4f5b-bd9e-14fe38700ffb: ACTIVE {{(pid=103513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:17:53.528770 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=71199a70-f362-4ec1-8023-8d7cd045f666,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:53.569042 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-18df1056-d9ec-4598-8107-b557459ab200 req-c81fd086-e69d-4837-89cf-3136e6291585 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/ports?device_id=b233a28b-810a-4304-a7cb-93b1c24f76fe HTTP/1.1" status: 200 len: 210 time: 0.0509658 May 17 17:17:53.571211 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3e995a69-ef11-4cd1-b4cc-80dfd7887c50 admin admin] Publish callbacks [] for router (22586ad8-7e71-42f6-bb3f-078c54e661c7), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:53.587750 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-9776d035-fdcc-439a-a59d-a80e56db7da0 req-14a59ef6-e812-4c84-a756-fc8d5c1c6a73 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3ea694-cdd8-4af2-90b6-881924590b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891460 May 17 17:17:53.601154 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-64a14396-bdd7-4458-b5c6-7814c8267054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:53.638700 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-7982fe41-186f-4d84-80a0-707a6e5b4133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1289744616-router', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '72196958-504a-45b1-8392-b78be4cb24af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:17:52Z', 'revision_number': 5, 'project_id': '9d587d1ef11b4055b77055e6fbcc1899', 'gw_port': {'id': '72196958-504a-45b1-8392-b78be4cb24af', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:47:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:10:21Z', 'updated_at': '2022-05-17T17:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi'}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:53.671993 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7982fe41-186f-4d84-80a0-707a6e5b4133 None None] Checking router: 22586ad8-7e71-42f6-bb3f-078c54e661c7 for host: dv-cinder-842149-1-iscsi {{(pid=103513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:17:53.698234 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3e995a69-ef11-4cd1-b4cc-80dfd7887c50 admin admin] Publish callbacks [] for router_gateway (22586ad8-7e71-42f6-bb3f-078c54e661c7), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:53.708978 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] get_ports_and_sgs() called for port_ids ['71199a70-f362-4ec1-8023-8d7cd045f666'] {{(pid=103512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:17:53.710812 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7982fe41-186f-4d84-80a0-707a6e5b4133 None None] Routers {'22586ad8-7e71-42f6-bb3f-078c54e661c7'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:17:53.711574 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-7982fe41-186f-4d84-80a0-707a6e5b4133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:17:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['22586ad8-7e71-42f6-bb3f-078c54e661c7'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:53.714667 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-ed0eb1b6-c1b9-42e5-8d90-7d0fc5234388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'name': 'tempest-AttachVolumeNegativeTest-1066562658-router', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:11:37Z', 'updated_at': '2022-05-17T17:11:41Z', 'revision_number': 4, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'gw_port': {'id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:38Z', 'updated_at': '2022-05-17T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': 'dda8309d-e0ce-419a-8658-4890b23fa9dd', 'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'mac_address': 'fa:16:3e:31:61:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '622d61e7-eff2-45a5-baff-55e360ced291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:40Z', 'updated_at': '2022-05-17T17:11:46Z', 'revision_number': 5, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'subnets': [{'id': '622d61e7-eff2-45a5-baff-55e360ced291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:53.760906 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-3e995a69-ef11-4cd1-b4cc-80dfd7887c50 admin admin] Deleting port 72196958-504a-45b1-8392-b78be4cb24af {{(pid=103511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:17:53.761387 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3e995a69-ef11-4cd1-b4cc-80dfd7887c50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (72196958-504a-45b1-8392-b78be4cb24af), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:53.765770 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0eb1b6-c1b9-42e5-8d90-7d0fc5234388 None None] Checking router: a84af72e-9129-4190-b08b-ac573dd09fdc for host: dv-cinder-842149-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:17:53.786835 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0eb1b6-c1b9-42e5-8d90-7d0fc5234388 None None] Routers {'a84af72e-9129-4190-b08b-ac573dd09fdc'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:17:53.787453 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-ed0eb1b6-c1b9-42e5-8d90-7d0fc5234388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:17:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['a84af72e-9129-4190-b08b-ac573dd09fdc'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:53.835070 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-7982fe41-186f-4d84-80a0-707a6e5b4133 None None] Set router 22586ad8-7e71-42f6-bb3f-078c54e661c7 gateway port host: None {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:17:53.859218 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-3e995a69-ef11-4cd1-b4cc-80dfd7887c50 admin admin] For port 72196958-504a-45b1-8392-b78be4cb24af, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=72196958-504a-45b1-8392-b78be4cb24af,segment=NetworkSegment(d323b912-4d66-4aae-868e-160b7e4a1fa7),segment_id=d323b912-4d66-4aae-868e-160b7e4a1fa7)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:17:53.860254 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3e995a69-ef11-4cd1-b4cc-80dfd7887c50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (72196958-504a-45b1-8392-b78be4cb24af), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:53.877119 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (f77364a9-2f6e-44ad-9fc6-92e3e143ef92), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:53.881922 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-3e995a69-ef11-4cd1-b4cc-80dfd7887c50 admin admin] Calling delete_port for 72196958-504a-45b1-8392-b78be4cb24af owned by network:router_gateway {{(pid=103511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:17:53.909860 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-7982fe41-186f-4d84-80a0-707a6e5b4133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1289744616-router', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:17:53Z', 'revision_number': 6, 'project_id': '9d587d1ef11b4055b77055e6fbcc1899', 'gw_port_host': None}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:53.935931 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7982fe41-186f-4d84-80a0-707a6e5b4133 None None] The sync data for ids ['22586ad8-7e71-42f6-bb3f-078c54e661c7'] in dv-cinder-842149-1-iscsi is: [{'id': '22586ad8-7e71-42f6-bb3f-078c54e661c7', 'name': 'tempest-AttachVolumeShelveTestJSON-1289744616-router', 'tenant_id': '9d587d1ef11b4055b77055e6fbcc1899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:10:20Z', 'updated_at': '2022-05-17T17:17:53Z', 'revision_number': 6, 'project_id': '9d587d1ef11b4055b77055e6fbcc1899', 'gw_port_host': None}] {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:17:54.068156 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3e995a69-ef11-4cd1-b4cc-80dfd7887c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4266351'] for port (72196958-504a-45b1-8392-b78be4cb24af), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:54.094388 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e995a69-ef11-4cd1-b4cc-80dfd7887c50 admin admin] Pushing event deleted for resources: {'Port': ['ID=72196958-504a-45b1-8392-b78be4cb24af,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:54.106363 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-ed0eb1b6-c1b9-42e5-8d90-7d0fc5234388 None None] Set router a84af72e-9129-4190-b08b-ac573dd09fdc gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:17:54.143361 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b233a28b-810a-4304-a7cb-93b1c24f76fe', 'name': 'network-vif-deleted', 'tag': '791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:17:54.147909 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545c16cd-3faf-4f62-bacb-bcf0775407b9" -d '{"events": [{"server_uuid": "b233a28b-810a-4304-a7cb-93b1c24f76fe", "name": "network-vif-deleted", "tag": "791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:17:54.182438 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3e995a69-ef11-4cd1-b4cc-80dfd7887c50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7876812'] for router_gateway (22586ad8-7e71-42f6-bb3f-078c54e661c7), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:54.189848 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b07884-933e-4297-8771-e5742aee1929 x-openstack-request-id: req-c0b07884-933e-4297-8771-e5742aee1929 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:17:54.190153 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b233a28b-810a-4304-a7cb-93b1c24f76fe", "name": "network-vif-deleted", "tag": "791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:17:54.190611 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c0b07884-933e-4297-8771-e5742aee1929 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:17:54.191032 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0b07884-933e-4297-8771-e5742aee1929'] response: {'server_uuid': 'b233a28b-810a-4304-a7cb-93b1c24f76fe', 'name': 'network-vif-deleted', 'tag': '791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25', 'status': 'completed', 'code': 200} May 17 17:17:54.276412 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3e995a69-ef11-4cd1-b4cc-80dfd7887c50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7879556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-593'] for router (22586ad8-7e71-42f6-bb3f-078c54e661c7), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:54.279036 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3e995a69-ef11-4cd1-b4cc-80dfd7887c50 admin admin] Publish callbacks [] for router_controller (22586ad8-7e71-42f6-bb3f-078c54e661c7), precommit_delete_associations {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:54.341693 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3e995a69-ef11-4cd1-b4cc-80dfd7887c50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7879581'] for router (22586ad8-7e71-42f6-bb3f-078c54e661c7), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:54.343505 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-ed0eb1b6-c1b9-42e5-8d90-7d0fc5234388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'name': 'tempest-AttachVolumeNegativeTest-1066562658-router', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:11:37Z', 'updated_at': '2022-05-17T17:11:41Z', 'revision_number': 4, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'gw_port': {'id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:38Z', 'updated_at': '2022-05-17T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': 'dda8309d-e0ce-419a-8658-4890b23fa9dd', 'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'mac_address': 'fa:16:3e:31:61:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '622d61e7-eff2-45a5-baff-55e360ced291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:40Z', 'updated_at': '2022-05-17T17:11:46Z', 'revision_number': 5, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'subnets': [{'id': '622d61e7-eff2-45a5-baff-55e360ced291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:54.343921 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e995a69-ef11-4cd1-b4cc-80dfd7887c50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22586ad8-7e71-42f6-bb3f-078c54e661c7 {{(pid=103511) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 17:17:54.357113 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3e995a69-ef11-4cd1-b4cc-80dfd7887c50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:54.359283 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-3e995a69-ef11-4cd1-b4cc-80dfd7887c50 admin admin] 10.222.0.48 "DELETE /v2.0/routers/22586ad8-7e71-42f6-bb3f-078c54e661c7 HTTP/1.1" status: 204 len: 168 time: 1.1502676 May 17 17:17:54.361924 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 51554) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:54.408029 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0eb1b6-c1b9-42e5-8d90-7d0fc5234388 None None] The sync data for ids ['a84af72e-9129-4190-b08b-ac573dd09fdc'] in dv-cinder-842149-1-iscsi is: [{'id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'name': 'tempest-AttachVolumeNegativeTest-1066562658-router', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:11:37Z', 'updated_at': '2022-05-17T17:11:41Z', 'revision_number': 4, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'gw_port': {'id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:38Z', 'updated_at': '2022-05-17T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': 'dda8309d-e0ce-419a-8658-4890b23fa9dd', 'name': '', 'network_id': '30541785-dceb-40b7-9575-992b66a470e9', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'mac_address': 'fa:16:3e:31:61:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '622d61e7-eff2-45a5-baff-55e360ced291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:40Z', 'updated_at': '2022-05-17T17:11:46Z', 'revision_number': 5, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'subnets': [{'id': '622d61e7-eff2-45a5-baff-55e360ced291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:17:54.439110 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_v2 [None req-d52c236c-031b-45f1-a613-244a4bf8a1b4 admin admin] Deleting subnet 7c810424-34e9-472b-8917-5d16a4254529 {{(pid=103510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 17:17:54.445363 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d52c236c-031b-45f1-a613-244a4bf8a1b4 admin admin] Publish callbacks [] for subnet (7c810424-34e9-472b-8917-5d16a4254529), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:54.498423 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d52c236c-031b-45f1-a613-244a4bf8a1b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15830076'] for subnet (7c810424-34e9-472b-8917-5d16a4254529), precommit_delete_associations {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:54.579392 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d52c236c-031b-45f1-a613-244a4bf8a1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667328'] for subnet (7c810424-34e9-472b-8917-5d16a4254529), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:54.638285 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d52c236c-031b-45f1-a613-244a4bf8a1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15830028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4226421'] for subnet (7c810424-34e9-472b-8917-5d16a4254529), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:54.672139 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52c236c-031b-45f1-a613-244a4bf8a1b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c810424-34e9-472b-8917-5d16a4254529,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:54.674150 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d52c236c-031b-45f1-a613-244a4bf8a1b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for subnet (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:54.679856 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c7cbce-bc6c-4376-b900-d183b754a7bc None None] Network cabe2e00-7fdc-4f66-a15c-c9987c464947 requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:17:54.680812 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-d52c236c-031b-45f1-a613-244a4bf8a1b4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7c810424-34e9-472b-8917-5d16a4254529 HTTP/1.1" status: 204 len: 168 time: 0.3170400 May 17 17:17:54.683313 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 51566) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:54.704483 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 51568) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:54.730652 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd51abfe-291a-41b9-92da-5ff2bdb4a389 None None] New status for floating IP 3ee5b400-47ee-4523-a432-f7e5334d8aff: DOWN {{(pid=103512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:17:54.756025 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed26bee-b3e1-4358-89a5-448054d8ef72 req-9ef6673b-4e81-452c-8dde-1f7395f96df9 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:54.757597 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3ed26bee-b3e1-4358-89a5-448054d8ef72 req-9ef6673b-4e81-452c-8dde-1f7395f96df9 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 944 time: 0.0860085 May 17 17:17:54.785333 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 71199a70-f362-4ec1-8023-8d7cd045f666 up at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:17:54.795290 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c867d848-fe25-4869-b502-5bdf03af468e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-914463'] for network (cabe2e00-7fdc-4f66-a15c-c9987c464947), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:54.824853 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a4c65543-2f29-4d2b-a4ae-141e003ebe98 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group (783d61ec-73a5-467e-bd3e-9387a06db28d), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:54.839557 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3ed26bee-b3e1-4358-89a5-448054d8ef72 req-5d1cb408-c375-4531-a53d-5a324e9882c6 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3ea694-cdd8-4af2-90b6-881924590b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716984 May 17 17:17:54.875530 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a4c65543-2f29-4d2b-a4ae-141e003ebe98 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group (783d61ec-73a5-467e-bd3e-9387a06db28d), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:54.878185 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-c867d848-fe25-4869-b502-5bdf03af468e admin admin] Deleting port 00fcee4b-df27-433c-9118-c276f692caaa {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:17:54.878512 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c867d848-fe25-4869-b502-5bdf03af468e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (00fcee4b-df27-433c-9118-c276f692caaa), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:54.959686 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 72196958-504a-45b1-8392-b78be4cb24af no longer exists at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:17:54.975519 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [None req-c867d848-fe25-4869-b502-5bdf03af468e admin admin] For port 00fcee4b-df27-433c-9118-c276f692caaa, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=00fcee4b-df27-433c-9118-c276f692caaa,segment=NetworkSegment(dd7c38ba-79f9-47ce-94d1-d0499646a213),segment_id=dd7c38ba-79f9-47ce-94d1-d0499646a213)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:17:54.975909 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c867d848-fe25-4869-b502-5bdf03af468e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (00fcee4b-df27-433c-9118-c276f692caaa), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:54.990671 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-c867d848-fe25-4869-b502-5bdf03af468e admin admin] Calling delete_port for 00fcee4b-df27-433c-9118-c276f692caaa owned by network:dhcp {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:17:54.997241 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] No Port match for: 72196958-504a-45b1-8392-b78be4cb24af {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:17:54.997636 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 72196958-504a-45b1-8392-b78be4cb24af not bound to the agent host dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:17:54.998180 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 1f940f4f-5167-4ad7-80fd-a93c7e6f7d26 no longer exists at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:17:55.003401 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a4c65543-2f29-4d2b-a4ae-141e003ebe98 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (783d61ec-73a5-467e-bd3e-9387a06db28d), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:55.004991 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:55.005960 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a4c65543-2f29-4d2b-a4ae-141e003ebe98 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:55.007281 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-a4c65543-2f29-4d2b-a4ae-141e003ebe98 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "DELETE /v2.0/security-groups/783d61ec-73a5-467e-bd3e-9387a06db28d HTTP/1.1" status: 204 len: 168 time: 0.3018792 May 17 17:17:55.010691 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 51570) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:55.030534 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] No Port match for: 1f940f4f-5167-4ad7-80fd-a93c7e6f7d26 {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:17:55.030881 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 1f940f4f-5167-4ad7-80fd-a93c7e6f7d26 not bound to the agent host dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:17:55.042396 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning for port 71199a70-f362-4ec1-8023-8d7cd045f666 completed by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 17:17:55.047112 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.api.v2.resource [None req-9c828bbf-fb32-4493-a615-dbca2d84ff45 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] show failed (client error): The resource could not be found. May 17 17:17:55.051465 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-9c828bbf-fb32-4493-a615-dbca2d84ff45 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "GET /v2.0/security-groups/783d61ec-73a5-467e-bd3e-9387a06db28d HTTP/1.1" status: 404 len: 347 time: 0.0392506 May 17 17:17:55.052069 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 51572) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:55.054807 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning complete for port 71199a70-f362-4ec1-8023-8d7cd045f666 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:17:55.055256 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (71199a70-f362-4ec1-8023-8d7cd045f666), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:55.066584 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c65543-2f29-4d2b-a4ae-141e003ebe98 tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=783d61ec-73a5-467e-bd3e-9387a06db28d,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:55.115785 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad254769-3e57-40d5-810b-3fa1e41d2a30 None None] DHCP port deletion for cabe2e00-7fdc-4f66-a15c-c9987c464947 request from dv-cinder-842149-1-iscsi {{(pid=103512) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 17:17:55.171694 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c867d848-fe25-4869-b502-5bdf03af468e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15829245'] for port (00fcee4b-df27-433c-9118-c276f692caaa), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:55.189749 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-ad254769-3e57-40d5-810b-3fa1e41d2a30 None None] Deleting port 00fcee4b-df27-433c-9118-c276f692caaa {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:17:55.190128 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ad254769-3e57-40d5-810b-3fa1e41d2a30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (00fcee4b-df27-433c-9118-c276f692caaa), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:55.199437 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-bcb4745c-db40-49f0-a8b2-3c4e2da0fdca tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Deleting port 811a47f8-4b34-460e-81c3-fcf62b1ba419 {{(pid=103511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:17:55.199956 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-bcb4745c-db40-49f0-a8b2-3c4e2da0fdca tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (811a47f8-4b34-460e-81c3-fcf62b1ba419), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:55.204468 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c867d848-fe25-4869-b502-5bdf03af468e admin admin] No DVR routers for this DVR port 00fcee4b-df27-433c-9118-c276f692caaa on host dv-cinder-842149-1-iscsi {{(pid=103510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:17:55.210528 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867d848-fe25-4869-b502-5bdf03af468e admin admin] Pushing event deleted for resources: {'Port': ['ID=00fcee4b-df27-433c-9118-c276f692caaa,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:55.222775 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port 71199a70-f362-4ec1-8023-8d7cd045f666 is: BUILD; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:17:55.223176 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (71199a70-f362-4ec1-8023-8d7cd045f666), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:55.292249 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-ad254769-3e57-40d5-810b-3fa1e41d2a30 None None] For port 00fcee4b-df27-433c-9118-c276f692caaa, host dv-cinder-842149-1-iscsi, got binding levels [] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:17:55.292732 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ad254769-3e57-40d5-810b-3fa1e41d2a30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (00fcee4b-df27-433c-9118-c276f692caaa), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:55.295353 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-bcb4745c-db40-49f0-a8b2-3c4e2da0fdca tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (811a47f8-4b34-460e-81c3-fcf62b1ba419), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:55.295731 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-bcb4745c-db40-49f0-a8b2-3c4e2da0fdca tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for floatingip (811a47f8-4b34-460e-81c3-fcf62b1ba419), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:55.298534 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa95d7a-9071-46b7-bff5-c6d3fa54d1d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71199a70-f362-4ec1-8023-8d7cd045f666'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:17:55.300811 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47090663941ec1551041a48ed4f6687b33fcf119bf177f9ca48a03ee97be2a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128baa34-4ad2-4ed2-977f-27fe7867b319" -d '{"events": [{"server_uuid": "daa95d7a-9071-46b7-bff5-c6d3fa54d1d3", "name": "network-vif-plugged", "status": "completed", "tag": "71199a70-f362-4ec1-8023-8d7cd045f666"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:17:55.302272 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c867d848-fe25-4869-b502-5bdf03af468e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874613', 'neutron.services.segments.db._delete_segments_for_network-8733342282262'] for network (cabe2e00-7fdc-4f66-a15c-c9987c464947), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:55.310004 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-bcb4745c-db40-49f0-a8b2-3c4e2da0fdca tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Calling delete_port for 811a47f8-4b34-460e-81c3-fcf62b1ba419 owned by network:floatingip {{(pid=103511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:17:55.322753 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-ad254769-3e57-40d5-810b-3fa1e41d2a30 None None] Calling delete_port for 00fcee4b-df27-433c-9118-c276f692caaa owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:17:55.327031 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port 71199a70-f362-4ec1-8023-8d7cd045f666, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=71199a70-f362-4ec1-8023-8d7cd045f666,segment=NetworkSegment(1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd),segment_id=1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:17:55.328976 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.ipam_backend_mixin [None req-ad254769-3e57-40d5-810b-3fa1e41d2a30 None None] Port 00fcee4b-df27-433c-9118-c276f692caaa was not found and therefore no delete operation was performed {{(pid=103512) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 17 17:17:55.331708 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ad254769-3e57-40d5-810b-3fa1e41d2a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912'] for port (00fcee4b-df27-433c-9118-c276f692caaa), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:55.341849 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (71199a70-f362-4ec1-8023-8d7cd045f666), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:55.342685 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25 no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:17:55.346747 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-c867d848-fe25-4869-b502-5bdf03af468e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cabe2e00-7fdc-4f66-a15c-c9987c464947']}} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:55.346937 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c005c420-7c80-4c29-ac0c-870aebce8a29 x-openstack-request-id: req-c005c420-7c80-4c29-ac0c-870aebce8a29 {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:17:55.347089 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa95d7a-9071-46b7-bff5-c6d3fa54d1d3", "name": "network-vif-plugged", "status": "completed", "tag": "71199a70-f362-4ec1-8023-8d7cd045f666", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:17:55.347347 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c005c420-7c80-4c29-ac0c-870aebce8a29 {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:17:55.347765 dv-cinder-842149-1-iscsi neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c005c420-7c80-4c29-ac0c-870aebce8a29'] response: {'server_uuid': 'daa95d7a-9071-46b7-bff5-c6d3fa54d1d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71199a70-f362-4ec1-8023-8d7cd045f666', 'code': 200} May 17 17:17:55.361742 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-c867d848-fe25-4869-b502-5bdf03af468e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd7c38ba-79f9-47ce-94d1-d0499646a213') {'for_net_delete': True} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:55.362045 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-c867d848-fe25-4869-b502-5bdf03af468e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd7c38ba-79f9-47ce-94d1-d0499646a213') {} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:17:55.381689 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c867d848-fe25-4869-b502-5bdf03af468e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733342283551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15830021'] for segment (dd7c38ba-79f9-47ce-94d1-d0499646a213), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:55.383493 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad254769-3e57-40d5-810b-3fa1e41d2a30 None None] Pushing event deleted for resources: {'Port': ['ID=00fcee4b-df27-433c-9118-c276f692caaa,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:55.385936 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] No Port match for: 791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25 {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:17:55.386281 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 791f659d-31d5-4dc2-b5c3-e9c1d9bd7f25 not bound to the agent host hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:17:55.389241 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad254769-3e57-40d5-810b-3fa1e41d2a30 None None] No DVR routers for this DVR port 00fcee4b-df27-433c-9118-c276f692caaa on host dv-cinder-842149-1-iscsi {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:17:55.430514 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c867d848-fe25-4869-b502-5bdf03af468e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915'] for segment (dd7c38ba-79f9-47ce-94d1-d0499646a213), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:55.435868 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c867d848-fe25-4869-b502-5bdf03af468e admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 17:17:55.436265 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c867d848-fe25-4869-b502-5bdf03af468e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15829166'] for segment (dd7c38ba-79f9-47ce-94d1-d0499646a213), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:55.438231 dv-cinder-842149-1-iscsi neutron-server[103510]: Traceback (most recent call last): May 17 17:17:55.438231 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 17:17:55.438231 dv-cinder-842149-1-iscsi neutron-server[103510]: timer() May 17 17:17:55.438231 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 17:17:55.438231 dv-cinder-842149-1-iscsi neutron-server[103510]: cb(*args, **kw) May 17 17:17:55.438231 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 17:17:55.438231 dv-cinder-842149-1-iscsi neutron-server[103510]: return func(*args, **kwargs) May 17 17:17:55.438231 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 17:17:55.438231 dv-cinder-842149-1-iscsi neutron-server[103510]: self._notify() May 17 17:17:55.438231 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 17:17:55.438231 dv-cinder-842149-1-iscsi neutron-server[103510]: self.callback(batched_events) May 17 17:17:55.438231 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 17:17:55.438231 dv-cinder-842149-1-iscsi neutron-server[103510]: event.method(event) May 17 17:17:55.438231 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 17:17:55.438231 dv-cinder-842149-1-iscsi neutron-server[103510]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 17:17:55.438231 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 17:17:55.438231 dv-cinder-842149-1-iscsi neutron-server[103510]: aggregate_uuid = self.p_client.list_aggregates( May 17 17:17:55.438231 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 17:17:55.438231 dv-cinder-842149-1-iscsi neutron-server[103510]: return f(self, *a, **k) May 17 17:17:55.438231 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 17:17:55.438231 dv-cinder-842149-1-iscsi neutron-server[103510]: return self._get(url).json() May 17 17:17:55.438231 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 17:17:55.438231 dv-cinder-842149-1-iscsi neutron-server[103510]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 17:17:55.438231 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 17:17:55.438231 dv-cinder-842149-1-iscsi neutron-server[103510]: return self.request(url, 'GET', **kwargs) May 17 17:17:55.438231 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 17:17:55.438231 dv-cinder-842149-1-iscsi neutron-server[103510]: base_url = self.get_endpoint(auth, allow=allow, May 17 17:17:55.438231 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 17:17:55.438231 dv-cinder-842149-1-iscsi neutron-server[103510]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 17:17:55.438231 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 17:17:55.438231 dv-cinder-842149-1-iscsi neutron-server[103510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 17:17:55.438231 dv-cinder-842149-1-iscsi neutron-server[103510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 17:17:55.460830 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=71199a70-f362-4ec1-8023-8d7cd045f666,revision_number=5']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:55.509895 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-bcb4745c-db40-49f0-a8b2-3c4e2da0fdca tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4266351'] for port (811a47f8-4b34-460e-81c3-fcf62b1ba419), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:55.550974 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4745c-db40-49f0-a8b2-3c4e2da0fdca tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Pushing event deleted for resources: {'Port': ['ID=811a47f8-4b34-460e-81c3-fcf62b1ba419,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:55.559434 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c867d848-fe25-4869-b502-5bdf03af468e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7866878'] for network (cabe2e00-7fdc-4f66-a15c-c9987c464947), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:55.576791 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c867d848-fe25-4869-b502-5bdf03af468e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for network (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:55.587580 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-c867d848-fe25-4869-b502-5bdf03af468e admin admin] 10.222.0.48 "DELETE /v2.0/networks/cabe2e00-7fdc-4f66-a15c-c9987c464947 HTTP/1.1" status: 204 len: 168 time: 0.8972387 May 17 17:17:55.599855 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867d848-fe25-4869-b502-5bdf03af468e admin admin] Pushing event deleted for resources: {'Network': ['ID=cabe2e00-7fdc-4f66-a15c-c9987c464947,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:55.602203 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7729177-4e3a-4ca9-934f-495e4d6ad3d7 req-863c40bf-4c1c-495f-8601-0c55d0156141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:55.604333 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d7729177-4e3a-4ca9-934f-495e4d6ad3d7 req-863c40bf-4c1c-495f-8601-0c55d0156141 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 1129 time: 0.0901535 May 17 17:17:55.627549 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-bcb4745c-db40-49f0-a8b2-3c4e2da0fdca tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks [] for floatingip (3ee5b400-47ee-4523-a432-f7e5334d8aff), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:55.630677 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-bcb4745c-db40-49f0-a8b2-3c4e2da0fdca tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for floatingip (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:55.631936 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-bcb4745c-db40-49f0-a8b2-3c4e2da0fdca tempest-AttachVolumeNegativeTest-1444210020 tempest-AttachVolumeNegativeTest-1444210020-project] 10.222.0.48 "DELETE /v2.0/floatingips/3ee5b400-47ee-4523-a432-f7e5334d8aff HTTP/1.1" status: 204 len: 168 time: 0.5788803 May 17 17:17:55.675965 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d7729177-4e3a-4ca9-934f-495e4d6ad3d7 req-ac30ee5a-e6db-4cd3-a86d-5aa752d17dab service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9b3ea694-cdd8-4af2-90b6-881924590b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654900 May 17 17:17:55.737945 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 51594) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:55.786582 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-cd62071c-6373-4f89-8a58-8756c931e72f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9d587d1ef11b4055b77055e6fbcc1899&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0474052 May 17 17:17:55.789010 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 51596) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:55.837005 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-fca95922-ab94-463b-bad3-1432470988fa admin admin] Publish callbacks [] for security_group (cb107796-6a7f-49da-a177-5ddeb06d2e0c), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:55.859341 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-fca95922-ab94-463b-bad3-1432470988fa admin admin] Publish callbacks [] for security_group (cb107796-6a7f-49da-a177-5ddeb06d2e0c), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:55.919828 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:55.942198 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-fca95922-ab94-463b-bad3-1432470988fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (cb107796-6a7f-49da-a177-5ddeb06d2e0c), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:55.944886 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-fca95922-ab94-463b-bad3-1432470988fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:55.946035 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-fca95922-ab94-463b-bad3-1432470988fa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cb107796-6a7f-49da-a177-5ddeb06d2e0c HTTP/1.1" status: 204 len: 168 time: 0.1561093 May 17 17:17:55.961865 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca95922-ab94-463b-bad3-1432470988fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb107796-6a7f-49da-a177-5ddeb06d2e0c,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:55.972697 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2f15e-133f-4050-b5d5-b1fbd209ce5c req-d7a10ad2-f39f-4268-a782-3252f1f86007 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:55.974653 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-31f2f15e-133f-4050-b5d5-b1fbd209ce5c req-d7a10ad2-f39f-4268-a782-3252f1f86007 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 945 time: 0.0623591 May 17 17:17:56.031530 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-31f2f15e-133f-4050-b5d5-b1fbd209ce5c req-46ee3f3a-4c12-4157-be56-b15cd00b8e3e tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3ea694-cdd8-4af2-90b6-881924590b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493155 May 17 17:17:56.902084 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 00fcee4b-df27-433c-9118-c276f692caaa no longer exists at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:17:56.925032 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] No Port match for: 00fcee4b-df27-433c-9118-c276f692caaa {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:17:56.925649 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 00fcee4b-df27-433c-9118-c276f692caaa not bound to the agent host dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:17:57.197531 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6efdc-9067-4acb-b82e-33db665658e0 req-192b41d5-d977-4e77-8dbf-62f632147613 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:57.199165 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1db6efdc-9067-4acb-b82e-33db665658e0 req-192b41d5-d977-4e77-8dbf-62f632147613 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 945 time: 0.0696228 May 17 17:17:57.251552 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1db6efdc-9067-4acb-b82e-33db665658e0 req-4933e1ca-fa93-4b6f-8200-42d3d7d811bc tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3ea694-cdd8-4af2-90b6-881924590b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443776 May 17 17:17:57.475506 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:57.989328 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 51688) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:58.095654 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-fe03ecfc-92de-4130-92d5-0edcf58b1b14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:58.180695 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-fe03ecfc-92de-4130-92d5-0edcf58b1b14 admin admin] Publish callbacks [] for security_group (68b44d5c-dd70-41a4-bc64-d7c08f48a45a), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:58.188030 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-fe03ecfc-92de-4130-92d5-0edcf58b1b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (68b44d5c-dd70-41a4-bc64-d7c08f48a45a), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:58.227498 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe03ecfc-92de-4130-92d5-0edcf58b1b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b44d5c-dd70-41a4-bc64-d7c08f48a45a,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:58.234056 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-fe03ecfc-92de-4130-92d5-0edcf58b1b14 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d78c54bc651a4a14a7c5655faead2b81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411096 May 17 17:17:58.234286 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 51708) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:58.295557 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-b949c7e2-319f-4ada-9f82-1def40501070 admin admin] Publish callbacks [] for security_group (68b44d5c-dd70-41a4-bc64-d7c08f48a45a), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:58.326729 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-b949c7e2-319f-4ada-9f82-1def40501070 admin admin] Publish callbacks [] for security_group (68b44d5c-dd70-41a4-bc64-d7c08f48a45a), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:58.400258 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7e2f4-52ec-4a76-8f01-995b7a07a367 req-227bd789-fc23-4fbf-ac4a-c34e81fbd0c5 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:58.401907 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a8f7e2f4-52ec-4a76-8f01-995b7a07a367 req-227bd789-fc23-4fbf-ac4a-c34e81fbd0c5 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 945 time: 0.0687084 May 17 17:17:58.444587 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-b949c7e2-319f-4ada-9f82-1def40501070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (68b44d5c-dd70-41a4-bc64-d7c08f48a45a), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:58.447135 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-b949c7e2-319f-4ada-9f82-1def40501070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:58.450800 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-b949c7e2-319f-4ada-9f82-1def40501070 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/68b44d5c-dd70-41a4-bc64-d7c08f48a45a HTTP/1.1" status: 204 len: 168 time: 0.2131603 May 17 17:17:58.465300 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b949c7e2-319f-4ada-9f82-1def40501070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b44d5c-dd70-41a4-bc64-d7c08f48a45a,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:58.478857 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a8f7e2f4-52ec-4a76-8f01-995b7a07a367 req-65240702-be99-46cc-97dc-c103dda62617 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3ea694-cdd8-4af2-90b6-881924590b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705230 May 17 17:17:58.602407 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b13e9f-fa08-4f8a-ba2d-ddda2eafb2a3 req-68a53ba9-027d-4bf3-954e-21edeeda6230 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:58.604505 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d9b13e9f-fa08-4f8a-ba2d-ddda2eafb2a3 req-68a53ba9-027d-4bf3-954e-21edeeda6230 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 945 time: 0.0557408 May 17 17:17:58.663760 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d9b13e9f-fa08-4f8a-ba2d-ddda2eafb2a3 req-5fad8b3c-4b3a-4ba2-9df5-d8057f2708c7 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3ea694-cdd8-4af2-90b6-881924590b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521395 May 17 17:17:58.782527 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 51738) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:58.797344 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-38728704-631f-443d-ab2c-4c7ae7cdc4af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:58.879424 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-38728704-631f-443d-ab2c-4c7ae7cdc4af admin admin] Publish callbacks [] for security_group (9e81ee1d-e8c2-4f4f-b4ea-31d0d5cc29e9), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:58.883663 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-38728704-631f-443d-ab2c-4c7ae7cdc4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (9e81ee1d-e8c2-4f4f-b4ea-31d0d5cc29e9), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:58.923865 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-38728704-631f-443d-ab2c-4c7ae7cdc4af admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3400e9c356594af5a99c911b879d300b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1400325 May 17 17:17:58.925713 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38728704-631f-443d-ab2c-4c7ae7cdc4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e81ee1d-e8c2-4f4f-b4ea-31d0d5cc29e9,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:58.926811 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 51744) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:58.982683 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-eeea84ed-462d-4a03-b513-c0d66bcd0e5f admin admin] Publish callbacks [] for security_group (9e81ee1d-e8c2-4f4f-b4ea-31d0d5cc29e9), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:59.003329 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637082b0-3779-470a-bf56-4aabf10ddf18 req-5c4f37ba-048c-485e-8c35-9a09787dcbd6 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:17:59.004831 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-637082b0-3779-470a-bf56-4aabf10ddf18 req-5c4f37ba-048c-485e-8c35-9a09787dcbd6 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 945 time: 0.0497339 May 17 17:17:59.006061 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-eeea84ed-462d-4a03-b513-c0d66bcd0e5f admin admin] Publish callbacks [] for security_group (9e81ee1d-e8c2-4f4f-b4ea-31d0d5cc29e9), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:59.054034 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-637082b0-3779-470a-bf56-4aabf10ddf18 req-92322731-a6bd-4c77-8ea4-2077da2608a2 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3ea694-cdd8-4af2-90b6-881924590b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434222 May 17 17:17:59.056917 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-eeea84ed-462d-4a03-b513-c0d66bcd0e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (9e81ee1d-e8c2-4f4f-b4ea-31d0d5cc29e9), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:59.059442 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-eeea84ed-462d-4a03-b513-c0d66bcd0e5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:59.063517 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-eeea84ed-462d-4a03-b513-c0d66bcd0e5f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9e81ee1d-e8c2-4f4f-b4ea-31d0d5cc29e9 HTTP/1.1" status: 204 len: 168 time: 0.1356735 May 17 17:17:59.071651 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea84ed-462d-4a03-b513-c0d66bcd0e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e81ee1d-e8c2-4f4f-b4ea-31d0d5cc29e9,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:17:59.431789 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 51770) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:59.896004 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9fb7074a-56e5-400d-91b9-69eacb611009 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7868158'] for router_interface (a84af72e-9129-4190-b08b-ac573dd09fdc), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:59.975414 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 51798) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:00.143079 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-9fb7074a-56e5-400d-91b9-69eacb611009 admin admin] Deleting port dda8309d-e0ce-419a-8658-4890b23fa9dd {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:18:00.143715 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9fb7074a-56e5-400d-91b9-69eacb611009 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (dda8309d-e0ce-419a-8658-4890b23fa9dd), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:00.252161 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.db_base_plugin_v2 [None req-6db28f50-b2e5-413e-95a1-f732567c1af0 admin admin] Deleting subnet a8a5b6df-89f6-4633-93a3-ce16d6d3142e {{(pid=103511) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 17:18:00.255898 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-6db28f50-b2e5-413e-95a1-f732567c1af0 admin admin] Publish callbacks [] for subnet (a8a5b6df-89f6-4633-93a3-ce16d6d3142e), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:00.293401 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-6db28f50-b2e5-413e-95a1-f732567c1af0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4267300'] for subnet (a8a5b6df-89f6-4633-93a3-ce16d6d3142e), precommit_delete_associations {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:00.335118 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-6db28f50-b2e5-413e-95a1-f732567c1af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667328'] for subnet (a8a5b6df-89f6-4633-93a3-ce16d6d3142e), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:00.409369 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-6db28f50-b2e5-413e-95a1-f732567c1af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4267422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4530447'] for subnet (a8a5b6df-89f6-4633-93a3-ce16d6d3142e), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:00.440370 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db28f50-b2e5-413e-95a1-f732567c1af0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8a5b6df-89f6-4633-93a3-ce16d6d3142e,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:00.449485 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-6db28f50-b2e5-413e-95a1-f732567c1af0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:00.456406 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-6db28f50-b2e5-413e-95a1-f732567c1af0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a8a5b6df-89f6-4633-93a3-ce16d6d3142e HTTP/1.1" status: 204 len: 168 time: 0.4798117 May 17 17:18:00.457043 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 51816) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:00.527867 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [None req-9fb7074a-56e5-400d-91b9-69eacb611009 admin admin] For port dda8309d-e0ce-419a-8658-4890b23fa9dd, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=dda8309d-e0ce-419a-8658-4890b23fa9dd,segment=NetworkSegment(ea772ee0-6e76-4284-a4d3-aeaff2f9a97d),segment_id=ea772ee0-6e76-4284-a4d3-aeaff2f9a97d)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:18:00.528236 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9fb7074a-56e5-400d-91b9-69eacb611009 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (dda8309d-e0ce-419a-8658-4890b23fa9dd), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:00.543168 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-9fb7074a-56e5-400d-91b9-69eacb611009 admin admin] Calling delete_port for dda8309d-e0ce-419a-8658-4890b23fa9dd owned by network:router_interface {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:18:00.550976 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7846394c-6251-4b00-a16b-0e192ec3723c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-914463'] for network (a86420c7-342d-4060-9599-25d38c986df1), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:00.656693 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7846394c-6251-4b00-a16b-0e192ec3723c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874613', 'neutron.services.segments.db._delete_segments_for_network-8733342282262'] for network (a86420c7-342d-4060-9599-25d38c986df1), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:00.681607 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.services.segments.db [None req-7846394c-6251-4b00-a16b-0e192ec3723c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a86420c7-342d-4060-9599-25d38c986df1']}} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:18:00.692276 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.services.segments.db [None req-7846394c-6251-4b00-a16b-0e192ec3723c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '342d8a54-ee3b-4f32-a2c9-736348cff581') {'for_net_delete': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:18:00.692581 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.services.segments.db [None req-7846394c-6251-4b00-a16b-0e192ec3723c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '342d8a54-ee3b-4f32-a2c9-736348cff581') {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:18:00.704574 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7846394c-6251-4b00-a16b-0e192ec3723c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733342283551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4267293'] for segment (342d8a54-ee3b-4f32-a2c9-736348cff581), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:00.719931 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7846394c-6251-4b00-a16b-0e192ec3723c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915'] for segment (342d8a54-ee3b-4f32-a2c9-736348cff581), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:00.728237 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7846394c-6251-4b00-a16b-0e192ec3723c admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103511) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 17:18:00.729189 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7846394c-6251-4b00-a16b-0e192ec3723c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4266300'] for segment (342d8a54-ee3b-4f32-a2c9-736348cff581), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:00.732626 dv-cinder-842149-1-iscsi neutron-server[103511]: Traceback (most recent call last): May 17 17:18:00.732626 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 17:18:00.732626 dv-cinder-842149-1-iscsi neutron-server[103511]: timer() May 17 17:18:00.732626 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 17:18:00.732626 dv-cinder-842149-1-iscsi neutron-server[103511]: cb(*args, **kw) May 17 17:18:00.732626 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 17:18:00.732626 dv-cinder-842149-1-iscsi neutron-server[103511]: return func(*args, **kwargs) May 17 17:18:00.732626 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 17:18:00.732626 dv-cinder-842149-1-iscsi neutron-server[103511]: self._notify() May 17 17:18:00.732626 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 17:18:00.732626 dv-cinder-842149-1-iscsi neutron-server[103511]: self.callback(batched_events) May 17 17:18:00.732626 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 17:18:00.732626 dv-cinder-842149-1-iscsi neutron-server[103511]: event.method(event) May 17 17:18:00.732626 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 17:18:00.732626 dv-cinder-842149-1-iscsi neutron-server[103511]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 17:18:00.732626 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 17:18:00.732626 dv-cinder-842149-1-iscsi neutron-server[103511]: aggregate_uuid = self.p_client.list_aggregates( May 17 17:18:00.732626 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 17:18:00.732626 dv-cinder-842149-1-iscsi neutron-server[103511]: return f(self, *a, **k) May 17 17:18:00.732626 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 17:18:00.732626 dv-cinder-842149-1-iscsi neutron-server[103511]: return self._get(url).json() May 17 17:18:00.732626 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 17:18:00.732626 dv-cinder-842149-1-iscsi neutron-server[103511]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 17:18:00.732626 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 17:18:00.732626 dv-cinder-842149-1-iscsi neutron-server[103511]: return self.request(url, 'GET', **kwargs) May 17 17:18:00.732626 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 17:18:00.732626 dv-cinder-842149-1-iscsi neutron-server[103511]: base_url = self.get_endpoint(auth, allow=allow, May 17 17:18:00.732626 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 17:18:00.732626 dv-cinder-842149-1-iscsi neutron-server[103511]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 17:18:00.732626 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 17:18:00.732626 dv-cinder-842149-1-iscsi neutron-server[103511]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 17:18:00.732626 dv-cinder-842149-1-iscsi neutron-server[103511]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 17:18:00.789324 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9fb7074a-56e5-400d-91b9-69eacb611009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15829245'] for port (dda8309d-e0ce-419a-8658-4890b23fa9dd), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:00.793471 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7846394c-6251-4b00-a16b-0e192ec3723c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7866878'] for network (a86420c7-342d-4060-9599-25d38c986df1), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:00.803307 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7846394c-6251-4b00-a16b-0e192ec3723c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for network (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:00.808027 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-7846394c-6251-4b00-a16b-0e192ec3723c admin admin] 10.222.0.48 "DELETE /v2.0/networks/a86420c7-342d-4060-9599-25d38c986df1 HTTP/1.1" status: 204 len: 168 time: 0.3498924 May 17 17:18:00.811359 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 51834) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:00.824086 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7074a-56e5-400d-91b9-69eacb611009 admin admin] Pushing event deleted for resources: {'Port': ['ID=dda8309d-e0ce-419a-8658-4890b23fa9dd,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:00.835219 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846394c-6251-4b00-a16b-0e192ec3723c admin admin] Pushing event deleted for resources: {'Network': ['ID=a86420c7-342d-4060-9599-25d38c986df1,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:00.892504 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.db_base_plugin_v2 [None req-09ca342d-202d-4986-b300-1d14582ac2e7 admin admin] Deleting subnet d84aef8e-1b9a-4a5d-a68e-2c65a28ad7ae {{(pid=103511) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 17:18:00.896684 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-09ca342d-202d-4986-b300-1d14582ac2e7 admin admin] Publish callbacks [] for subnet (d84aef8e-1b9a-4a5d-a68e-2c65a28ad7ae), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:00.952947 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-09ca342d-202d-4986-b300-1d14582ac2e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4267300'] for subnet (d84aef8e-1b9a-4a5d-a68e-2c65a28ad7ae), precommit_delete_associations {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:01.045302 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-09ca342d-202d-4986-b300-1d14582ac2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667328'] for subnet (d84aef8e-1b9a-4a5d-a68e-2c65a28ad7ae), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:01.115003 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9fb7074a-56e5-400d-91b9-69eacb611009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7868897'] for router_interface (a84af72e-9129-4190-b08b-ac573dd09fdc), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:01.135249 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-09ca342d-202d-4986-b300-1d14582ac2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4267422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4530447'] for subnet (d84aef8e-1b9a-4a5d-a68e-2c65a28ad7ae), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:01.165129 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca342d-202d-4986-b300-1d14582ac2e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d84aef8e-1b9a-4a5d-a68e-2c65a28ad7ae,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:01.174403 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-09ca342d-202d-4986-b300-1d14582ac2e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:01.179677 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-09ca342d-202d-4986-b300-1d14582ac2e7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d84aef8e-1b9a-4a5d-a68e-2c65a28ad7ae HTTP/1.1" status: 204 len: 168 time: 0.3671465 May 17 17:18:01.182885 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 51842) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:01.271707 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d6071365-f334-4c97-83bb-5b06961feb84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-914463'] for network (d4d5852e-9a2f-4c5b-9c61-3f381012ed32), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:01.360241 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d6071365-f334-4c97-83bb-5b06961feb84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874613', 'neutron.services.segments.db._delete_segments_for_network-8733342282262'] for network (d4d5852e-9a2f-4c5b-9c61-3f381012ed32), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:01.381397 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.services.segments.db [None req-d6071365-f334-4c97-83bb-5b06961feb84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d5852e-9a2f-4c5b-9c61-3f381012ed32']}} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:18:01.391877 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.services.segments.db [None req-d6071365-f334-4c97-83bb-5b06961feb84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a845887-9ccf-47dd-b617-91417a6c5d9c') {'for_net_delete': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:18:01.392172 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.services.segments.db [None req-d6071365-f334-4c97-83bb-5b06961feb84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a845887-9ccf-47dd-b617-91417a6c5d9c') {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:18:01.401712 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb7074a-56e5-400d-91b9-69eacb611009 admin admin] Router a84af72e-9129-4190-b08b-ac573dd09fdc has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:18:01.402231 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d6071365-f334-4c97-83bb-5b06961feb84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733342283551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4267293'] for segment (2a845887-9ccf-47dd-b617-91417a6c5d9c), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:01.416242 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d6071365-f334-4c97-83bb-5b06961feb84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915'] for segment (2a845887-9ccf-47dd-b617-91417a6c5d9c), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:01.422171 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6071365-f334-4c97-83bb-5b06961feb84 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103511) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 17:18:01.422581 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d6071365-f334-4c97-83bb-5b06961feb84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4266300'] for segment (2a845887-9ccf-47dd-b617-91417a6c5d9c), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:01.424440 dv-cinder-842149-1-iscsi neutron-server[103511]: Traceback (most recent call last): May 17 17:18:01.424440 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 17:18:01.424440 dv-cinder-842149-1-iscsi neutron-server[103511]: timer() May 17 17:18:01.424440 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 17:18:01.424440 dv-cinder-842149-1-iscsi neutron-server[103511]: cb(*args, **kw) May 17 17:18:01.424440 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 17:18:01.424440 dv-cinder-842149-1-iscsi neutron-server[103511]: return func(*args, **kwargs) May 17 17:18:01.424440 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 17:18:01.424440 dv-cinder-842149-1-iscsi neutron-server[103511]: self._notify() May 17 17:18:01.424440 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 17:18:01.424440 dv-cinder-842149-1-iscsi neutron-server[103511]: self.callback(batched_events) May 17 17:18:01.424440 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 17:18:01.424440 dv-cinder-842149-1-iscsi neutron-server[103511]: event.method(event) May 17 17:18:01.424440 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 17:18:01.424440 dv-cinder-842149-1-iscsi neutron-server[103511]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 17:18:01.424440 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 17:18:01.424440 dv-cinder-842149-1-iscsi neutron-server[103511]: aggregate_uuid = self.p_client.list_aggregates( May 17 17:18:01.424440 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 17:18:01.424440 dv-cinder-842149-1-iscsi neutron-server[103511]: return f(self, *a, **k) May 17 17:18:01.424440 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 17:18:01.424440 dv-cinder-842149-1-iscsi neutron-server[103511]: return self._get(url).json() May 17 17:18:01.424440 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 17:18:01.424440 dv-cinder-842149-1-iscsi neutron-server[103511]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 17:18:01.424440 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 17:18:01.424440 dv-cinder-842149-1-iscsi neutron-server[103511]: return self.request(url, 'GET', **kwargs) May 17 17:18:01.424440 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 17:18:01.424440 dv-cinder-842149-1-iscsi neutron-server[103511]: base_url = self.get_endpoint(auth, allow=allow, May 17 17:18:01.424440 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 17:18:01.424440 dv-cinder-842149-1-iscsi neutron-server[103511]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 17:18:01.424440 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 17:18:01.424440 dv-cinder-842149-1-iscsi neutron-server[103511]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 17:18:01.424440 dv-cinder-842149-1-iscsi neutron-server[103511]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 17:18:01.479218 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d6071365-f334-4c97-83bb-5b06961feb84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7866878'] for network (d4d5852e-9a2f-4c5b-9c61-3f381012ed32), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:01.484538 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d6071365-f334-4c97-83bb-5b06961feb84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for network (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:01.489356 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-d6071365-f334-4c97-83bb-5b06961feb84 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d4d5852e-9a2f-4c5b-9c61-3f381012ed32 HTTP/1.1" status: 204 len: 168 time: 0.3034708 May 17 17:18:01.501901 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6071365-f334-4c97-83bb-5b06961feb84 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4d5852e-9a2f-4c5b-9c61-3f381012ed32,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:01.510188 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb7074a-56e5-400d-91b9-69eacb611009 admin admin] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:18:01.515248 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-9fb7074a-56e5-400d-91b9-69eacb611009 admin admin] 10.222.0.48 "PUT /v2.0/routers/a84af72e-9129-4190-b08b-ac573dd09fdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0837016 May 17 17:18:01.518139 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 51850) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:01.521730 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73633f40-2ddb-42d8-833d-72d19e2fdf61 None None] Sync routers for ids ['a84af72e-9129-4190-b08b-ac573dd09fdc'] in dv-cinder-842149-1-iscsi {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:18:01.533486 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73633f40-2ddb-42d8-833d-72d19e2fdf61 None None] Routers {'a84af72e-9129-4190-b08b-ac573dd09fdc'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:18:01.534099 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-73633f40-2ddb-42d8-833d-72d19e2fdf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:17:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['a84af72e-9129-4190-b08b-ac573dd09fdc'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:18:01.627638 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-54530fc9-066f-4245-ae01-e0a19a27dcdd admin admin] Publish callbacks [] for router (a84af72e-9129-4190-b08b-ac573dd09fdc), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:01.641805 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-73633f40-2ddb-42d8-833d-72d19e2fdf61 None None] Set router a84af72e-9129-4190-b08b-ac573dd09fdc gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:18:01.675774 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 51852) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:01.722770 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-31c55768-e76b-42f1-bb33-762232927223 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=be5fa842e29944f5957064f633e275ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0456209 May 17 17:18:01.725093 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 51854) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:01.758783 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-54530fc9-066f-4245-ae01-e0a19a27dcdd admin admin] Publish callbacks [] for router_gateway (a84af72e-9129-4190-b08b-ac573dd09fdc), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:01.783675 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-42e99fc7-eb95-43ce-9539-9c720859115b admin admin] Publish callbacks [] for security_group (9290b713-436f-4261-8b88-d07e97a603f9), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:01.803241 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-54530fc9-066f-4245-ae01-e0a19a27dcdd admin admin] Deleting port b840a6fa-6395-4518-9e94-7965d0b8f946 {{(pid=103511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:18:01.803642 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-54530fc9-066f-4245-ae01-e0a19a27dcdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (b840a6fa-6395-4518-9e94-7965d0b8f946), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:01.807439 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-42e99fc7-eb95-43ce-9539-9c720859115b admin admin] Publish callbacks [] for security_group (9290b713-436f-4261-8b88-d07e97a603f9), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:01.858910 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-42e99fc7-eb95-43ce-9539-9c720859115b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (9290b713-436f-4261-8b88-d07e97a603f9), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:01.862094 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-42e99fc7-eb95-43ce-9539-9c720859115b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:01.865599 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-42e99fc7-eb95-43ce-9539-9c720859115b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9290b713-436f-4261-8b88-d07e97a603f9 HTTP/1.1" status: 204 len: 168 time: 0.1372395 May 17 17:18:01.874660 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e99fc7-eb95-43ce-9539-9c720859115b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9290b713-436f-4261-8b88-d07e97a603f9,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:01.911770 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-73633f40-2ddb-42d8-833d-72d19e2fdf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'name': 'tempest-AttachVolumeNegativeTest-1066562658-router', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:11:37Z', 'updated_at': '2022-05-17T17:18:00Z', 'revision_number': 5, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'gw_port': {'id': 'b840a6fa-6395-4518-9e94-7965d0b8f946', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:62:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:38Z', 'updated_at': '2022-05-17T17:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi'}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:18:01.922664 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-54530fc9-066f-4245-ae01-e0a19a27dcdd admin admin] For port b840a6fa-6395-4518-9e94-7965d0b8f946, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=b840a6fa-6395-4518-9e94-7965d0b8f946,segment=NetworkSegment(d323b912-4d66-4aae-868e-160b7e4a1fa7),segment_id=d323b912-4d66-4aae-868e-160b7e4a1fa7)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:18:01.923029 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-54530fc9-066f-4245-ae01-e0a19a27dcdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (b840a6fa-6395-4518-9e94-7965d0b8f946), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:01.937110 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73633f40-2ddb-42d8-833d-72d19e2fdf61 None None] Checking router: a84af72e-9129-4190-b08b-ac573dd09fdc for host: dv-cinder-842149-1-iscsi {{(pid=103513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:18:01.938243 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-54530fc9-066f-4245-ae01-e0a19a27dcdd admin admin] Calling delete_port for b840a6fa-6395-4518-9e94-7965d0b8f946 owned by network:router_gateway {{(pid=103511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:18:01.945424 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73633f40-2ddb-42d8-833d-72d19e2fdf61 None None] Routers {'a84af72e-9129-4190-b08b-ac573dd09fdc'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:18:01.946027 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-73633f40-2ddb-42d8-833d-72d19e2fdf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:17:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['a84af72e-9129-4190-b08b-ac573dd09fdc'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:18:02.031358 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-73633f40-2ddb-42d8-833d-72d19e2fdf61 None None] Set router a84af72e-9129-4190-b08b-ac573dd09fdc gateway port host: None {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:18:02.090604 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-73633f40-2ddb-42d8-833d-72d19e2fdf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'name': 'tempest-AttachVolumeNegativeTest-1066562658-router', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:11:37Z', 'updated_at': '2022-05-17T17:18:01Z', 'revision_number': 6, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'gw_port_host': None}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:18:02.115057 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-54530fc9-066f-4245-ae01-e0a19a27dcdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4266351'] for port (b840a6fa-6395-4518-9e94-7965d0b8f946), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:02.119426 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73633f40-2ddb-42d8-833d-72d19e2fdf61 None None] The sync data for ids ['a84af72e-9129-4190-b08b-ac573dd09fdc'] in dv-cinder-842149-1-iscsi is: [{'id': 'a84af72e-9129-4190-b08b-ac573dd09fdc', 'name': 'tempest-AttachVolumeNegativeTest-1066562658-router', 'tenant_id': '54981d1c7fe64f5cb6a846496ad4f776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:11:37Z', 'updated_at': '2022-05-17T17:18:01Z', 'revision_number': 6, 'project_id': '54981d1c7fe64f5cb6a846496ad4f776', 'gw_port_host': None}] {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:18:02.142825 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54530fc9-066f-4245-ae01-e0a19a27dcdd admin admin] Pushing event deleted for resources: {'Port': ['ID=b840a6fa-6395-4518-9e94-7965d0b8f946,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:02.225807 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-54530fc9-066f-4245-ae01-e0a19a27dcdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7876812'] for router_gateway (a84af72e-9129-4190-b08b-ac573dd09fdc), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:02.227655 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 51862) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:02.330271 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-54530fc9-066f-4245-ae01-e0a19a27dcdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7879556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-593'] for router (a84af72e-9129-4190-b08b-ac573dd09fdc), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:02.333699 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-54530fc9-066f-4245-ae01-e0a19a27dcdd admin admin] Publish callbacks [] for router_controller (a84af72e-9129-4190-b08b-ac573dd09fdc), precommit_delete_associations {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:02.378055 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-553316dc-239d-451e-9968-4345f5769d91 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=83ac822d13d44babadfa7d4791a4f5d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1492984 May 17 17:18:02.380568 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 51868) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:02.396761 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-54530fc9-066f-4245-ae01-e0a19a27dcdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7879581'] for router (a84af72e-9129-4190-b08b-ac573dd09fdc), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:02.397380 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54530fc9-066f-4245-ae01-e0a19a27dcdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router a84af72e-9129-4190-b08b-ac573dd09fdc {{(pid=103511) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 17:18:02.404782 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-54530fc9-066f-4245-ae01-e0a19a27dcdd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:02.405912 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-54530fc9-066f-4245-ae01-e0a19a27dcdd admin admin] 10.222.0.48 "DELETE /v2.0/routers/a84af72e-9129-4190-b08b-ac573dd09fdc HTTP/1.1" status: 204 len: 168 time: 0.8867893 May 17 17:18:02.408599 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 51870) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:02.440232 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-690d2255-9f0f-46f5-8db6-0864bffcb824 admin admin] Publish callbacks [] for security_group (16b2749a-a61f-43cd-a4f3-c4aa9fa84044), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:02.464895 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5f76e2f-69b2-42cb-9db7-c0db28277bef admin admin] Deleting subnet 622d61e7-eff2-45a5-baff-55e360ced291 {{(pid=103510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 17:18:02.465406 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-690d2255-9f0f-46f5-8db6-0864bffcb824 admin admin] Publish callbacks [] for security_group (16b2749a-a61f-43cd-a4f3-c4aa9fa84044), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:02.468394 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d5f76e2f-69b2-42cb-9db7-c0db28277bef admin admin] Publish callbacks [] for subnet (622d61e7-eff2-45a5-baff-55e360ced291), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:02.516855 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d5f76e2f-69b2-42cb-9db7-c0db28277bef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15830076'] for subnet (622d61e7-eff2-45a5-baff-55e360ced291), precommit_delete_associations {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:02.541637 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-690d2255-9f0f-46f5-8db6-0864bffcb824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (16b2749a-a61f-43cd-a4f3-c4aa9fa84044), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:02.544277 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-690d2255-9f0f-46f5-8db6-0864bffcb824 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:02.548497 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-690d2255-9f0f-46f5-8db6-0864bffcb824 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/16b2749a-a61f-43cd-a4f3-c4aa9fa84044 HTTP/1.1" status: 204 len: 168 time: 0.1668022 May 17 17:18:02.558524 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690d2255-9f0f-46f5-8db6-0864bffcb824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b2749a-a61f-43cd-a4f3-c4aa9fa84044,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:02.612984 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d5f76e2f-69b2-42cb-9db7-c0db28277bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667328'] for subnet (622d61e7-eff2-45a5-baff-55e360ced291), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:02.673803 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d5f76e2f-69b2-42cb-9db7-c0db28277bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15830028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4226421'] for subnet (622d61e7-eff2-45a5-baff-55e360ced291), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:02.698308 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f76e2f-69b2-42cb-9db7-c0db28277bef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=622d61e7-eff2-45a5-baff-55e360ced291,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:02.703991 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d5f76e2f-69b2-42cb-9db7-c0db28277bef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for subnet (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:02.709933 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7c7411-3000-44b2-bf5d-ad6a1a19a3c2 None None] Network 30541785-dceb-40b7-9575-992b66a470e9 requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:18:02.710579 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-d5f76e2f-69b2-42cb-9db7-c0db28277bef admin admin] 10.222.0.48 "DELETE /v2.0/subnets/622d61e7-eff2-45a5-baff-55e360ced291 HTTP/1.1" status: 204 len: 168 time: 0.3009360 May 17 17:18:02.711225 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 51876) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:02.790324 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8e3aaa8d-2333-4ab8-bdbd-6f4663642744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-914463'] for network (30541785-dceb-40b7-9575-992b66a470e9), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:02.834411 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-8e3aaa8d-2333-4ab8-bdbd-6f4663642744 admin admin] Deleting port 17904e6b-2458-421b-a596-fb84a4c056ce {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:18:02.834745 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8e3aaa8d-2333-4ab8-bdbd-6f4663642744 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (17904e6b-2458-421b-a596-fb84a4c056ce), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:02.902046 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [None req-8e3aaa8d-2333-4ab8-bdbd-6f4663642744 admin admin] For port 17904e6b-2458-421b-a596-fb84a4c056ce, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=17904e6b-2458-421b-a596-fb84a4c056ce,segment=NetworkSegment(ea772ee0-6e76-4284-a4d3-aeaff2f9a97d),segment_id=ea772ee0-6e76-4284-a4d3-aeaff2f9a97d)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:18:02.902468 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8e3aaa8d-2333-4ab8-bdbd-6f4663642744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (17904e6b-2458-421b-a596-fb84a4c056ce), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:02.920580 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-8e3aaa8d-2333-4ab8-bdbd-6f4663642744 admin admin] Calling delete_port for 17904e6b-2458-421b-a596-fb84a4c056ce owned by network:dhcp {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:18:02.951000 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9648c06c-24b0-4cb7-934f-84fdab3eb043 None None] DHCP port deletion for 30541785-dceb-40b7-9575-992b66a470e9 request from dv-cinder-842149-1-iscsi {{(pid=103512) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 17:18:03.009092 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-9648c06c-24b0-4cb7-934f-84fdab3eb043 None None] Deleting port 17904e6b-2458-421b-a596-fb84a4c056ce {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:18:03.009497 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9648c06c-24b0-4cb7-934f-84fdab3eb043 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (17904e6b-2458-421b-a596-fb84a4c056ce), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:03.033279 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8e3aaa8d-2333-4ab8-bdbd-6f4663642744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15829245'] for port (17904e6b-2458-421b-a596-fb84a4c056ce), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:03.035063 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device b840a6fa-6395-4518-9e94-7965d0b8f946 no longer exists at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:18:03.050273 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3aaa8d-2333-4ab8-bdbd-6f4663642744 admin admin] No DVR routers for this DVR port 17904e6b-2458-421b-a596-fb84a4c056ce on host dv-cinder-842149-1-iscsi {{(pid=103510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:18:03.094734 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] No Port match for: b840a6fa-6395-4518-9e94-7965d0b8f946 {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:18:03.095088 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device b840a6fa-6395-4518-9e94-7965d0b8f946 not bound to the agent host dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:18:03.095512 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device dda8309d-e0ce-419a-8658-4890b23fa9dd no longer exists at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:18:03.099589 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3aaa8d-2333-4ab8-bdbd-6f4663642744 admin admin] Pushing event deleted for resources: {'Port': ['ID=17904e6b-2458-421b-a596-fb84a4c056ce,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:03.123856 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] No Port match for: dda8309d-e0ce-419a-8658-4890b23fa9dd {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:18:03.124217 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device dda8309d-e0ce-419a-8658-4890b23fa9dd not bound to the agent host dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:18:03.124631 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 17904e6b-2458-421b-a596-fb84a4c056ce no longer exists at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:18:03.147338 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] No Port match for: 17904e6b-2458-421b-a596-fb84a4c056ce {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:18:03.148021 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 17904e6b-2458-421b-a596-fb84a4c056ce not bound to the agent host dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:18:03.151689 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-9648c06c-24b0-4cb7-934f-84fdab3eb043 None None] For port 17904e6b-2458-421b-a596-fb84a4c056ce, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=17904e6b-2458-421b-a596-fb84a4c056ce,segment=NetworkSegment(ea772ee0-6e76-4284-a4d3-aeaff2f9a97d),segment_id=ea772ee0-6e76-4284-a4d3-aeaff2f9a97d)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:18:03.152101 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9648c06c-24b0-4cb7-934f-84fdab3eb043 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (17904e6b-2458-421b-a596-fb84a4c056ce), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:03.170672 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8e3aaa8d-2333-4ab8-bdbd-6f4663642744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874613', 'neutron.services.segments.db._delete_segments_for_network-8733342282262'] for network (30541785-dceb-40b7-9575-992b66a470e9), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:03.175050 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-9648c06c-24b0-4cb7-934f-84fdab3eb043 None None] Calling delete_port for 17904e6b-2458-421b-a596-fb84a4c056ce owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:18:03.193688 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-8e3aaa8d-2333-4ab8-bdbd-6f4663642744 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30541785-dceb-40b7-9575-992b66a470e9']}} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:18:03.206759 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-8e3aaa8d-2333-4ab8-bdbd-6f4663642744 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea772ee0-6e76-4284-a4d3-aeaff2f9a97d') {'for_net_delete': True} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:18:03.206966 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-8e3aaa8d-2333-4ab8-bdbd-6f4663642744 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea772ee0-6e76-4284-a4d3-aeaff2f9a97d') {} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:18:03.217975 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8e3aaa8d-2333-4ab8-bdbd-6f4663642744 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733342283551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15830021'] for segment (ea772ee0-6e76-4284-a4d3-aeaff2f9a97d), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:03.243727 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8e3aaa8d-2333-4ab8-bdbd-6f4663642744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915'] for segment (ea772ee0-6e76-4284-a4d3-aeaff2f9a97d), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:03.251700 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e3aaa8d-2333-4ab8-bdbd-6f4663642744 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 17:18:03.252545 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8e3aaa8d-2333-4ab8-bdbd-6f4663642744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15829166'] for segment (ea772ee0-6e76-4284-a4d3-aeaff2f9a97d), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:03.254713 dv-cinder-842149-1-iscsi neutron-server[103510]: Traceback (most recent call last): May 17 17:18:03.254713 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 17:18:03.254713 dv-cinder-842149-1-iscsi neutron-server[103510]: timer() May 17 17:18:03.254713 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 17:18:03.254713 dv-cinder-842149-1-iscsi neutron-server[103510]: cb(*args, **kw) May 17 17:18:03.254713 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 17:18:03.254713 dv-cinder-842149-1-iscsi neutron-server[103510]: return func(*args, **kwargs) May 17 17:18:03.254713 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 17:18:03.254713 dv-cinder-842149-1-iscsi neutron-server[103510]: self._notify() May 17 17:18:03.254713 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 17:18:03.254713 dv-cinder-842149-1-iscsi neutron-server[103510]: self.callback(batched_events) May 17 17:18:03.254713 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 17:18:03.254713 dv-cinder-842149-1-iscsi neutron-server[103510]: event.method(event) May 17 17:18:03.254713 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 17:18:03.254713 dv-cinder-842149-1-iscsi neutron-server[103510]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 17:18:03.254713 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 17:18:03.254713 dv-cinder-842149-1-iscsi neutron-server[103510]: aggregate_uuid = self.p_client.list_aggregates( May 17 17:18:03.254713 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 17:18:03.254713 dv-cinder-842149-1-iscsi neutron-server[103510]: return f(self, *a, **k) May 17 17:18:03.254713 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 17:18:03.254713 dv-cinder-842149-1-iscsi neutron-server[103510]: return self._get(url).json() May 17 17:18:03.254713 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 17:18:03.254713 dv-cinder-842149-1-iscsi neutron-server[103510]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 17:18:03.254713 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 17:18:03.254713 dv-cinder-842149-1-iscsi neutron-server[103510]: return self.request(url, 'GET', **kwargs) May 17 17:18:03.254713 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 17:18:03.254713 dv-cinder-842149-1-iscsi neutron-server[103510]: base_url = self.get_endpoint(auth, allow=allow, May 17 17:18:03.254713 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 17:18:03.254713 dv-cinder-842149-1-iscsi neutron-server[103510]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 17:18:03.254713 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 17:18:03.254713 dv-cinder-842149-1-iscsi neutron-server[103510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 17:18:03.254713 dv-cinder-842149-1-iscsi neutron-server[103510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 17:18:03.282460 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9648c06c-24b0-4cb7-934f-84fdab3eb043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912'] for port (17904e6b-2458-421b-a596-fb84a4c056ce), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:03.315972 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9648c06c-24b0-4cb7-934f-84fdab3eb043 None None] Pushing event deleted for resources: {'Port': ['ID=17904e6b-2458-421b-a596-fb84a4c056ce,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:03.322626 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9648c06c-24b0-4cb7-934f-84fdab3eb043 None None] No DVR routers for this DVR port 17904e6b-2458-421b-a596-fb84a4c056ce on host dv-cinder-842149-1-iscsi {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:18:03.332148 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8e3aaa8d-2333-4ab8-bdbd-6f4663642744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7866878'] for network (30541785-dceb-40b7-9575-992b66a470e9), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:03.337621 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8e3aaa8d-2333-4ab8-bdbd-6f4663642744 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for network (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:03.340856 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-8e3aaa8d-2333-4ab8-bdbd-6f4663642744 admin admin] 10.222.0.48 "DELETE /v2.0/networks/30541785-dceb-40b7-9575-992b66a470e9 HTTP/1.1" status: 204 len: 168 time: 0.6279061 May 17 17:18:03.356592 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3aaa8d-2333-4ab8-bdbd-6f4663642744 admin admin] Pushing event deleted for resources: {'Network': ['ID=30541785-dceb-40b7-9575-992b66a470e9,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:03.469144 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 51900) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:03.509624 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-531cb503-79ad-4419-9804-6a02c6aa99bc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=54981d1c7fe64f5cb6a846496ad4f776&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392270 May 17 17:18:03.511899 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 51908) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:03.562743 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a6f5d134-b2a4-4fb4-b260-020a74b761e1 admin admin] Publish callbacks [] for security_group (f1b7fd5b-e3d8-4ce8-89ff-bc07aabb950c), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:03.584987 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a6f5d134-b2a4-4fb4-b260-020a74b761e1 admin admin] Publish callbacks [] for security_group (f1b7fd5b-e3d8-4ce8-89ff-bc07aabb950c), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:03.646442 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a6f5d134-b2a4-4fb4-b260-020a74b761e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (f1b7fd5b-e3d8-4ce8-89ff-bc07aabb950c), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:03.649110 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a6f5d134-b2a4-4fb4-b260-020a74b761e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:03.651156 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-a6f5d134-b2a4-4fb4-b260-020a74b761e1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f1b7fd5b-e3d8-4ce8-89ff-bc07aabb950c HTTP/1.1" status: 204 len: 168 time: 0.1383569 May 17 17:18:03.659203 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5d134-b2a4-4fb4-b260-020a74b761e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b7fd5b-e3d8-4ce8-89ff-bc07aabb950c,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:04.547973 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 52032) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:04.651989 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-ea289a49-1aae-4a27-8699-e9cd9d90107c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1619178851-network', 'tenant_id': '633525064a1e4db68071036057947432'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:18:04.671900 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea289a49-1aae-4a27-8699-e9cd9d90107c admin admin] Made reservation on behalf of 633525064a1e4db68071036057947432 for: {'network': 1} {{(pid=103511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:18:04.674322 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ea289a49-1aae-4a27-8699-e9cd9d90107c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for network (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:04.682765 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ea289a49-1aae-4a27-8699-e9cd9d90107c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:04.758180 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ea289a49-1aae-4a27-8699-e9cd9d90107c admin admin] Publish callbacks [] for security_group (3a3c9f0e-c1ce-43d1-bdb6-f1b257abae45), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:04.762031 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ea289a49-1aae-4a27-8699-e9cd9d90107c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (3a3c9f0e-c1ce-43d1-bdb6-f1b257abae45), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:04.782642 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea289a49-1aae-4a27-8699-e9cd9d90107c admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 17:18:04.799128 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea289a49-1aae-4a27-8699-e9cd9d90107c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3c9f0e-c1ce-43d1-bdb6-f1b257abae45,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:04.802174 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ea289a49-1aae-4a27-8699-e9cd9d90107c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733342282253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915'] for segment (de284268-d7ef-4ff9-b9d7-bdb3a7a1cd0a), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:04.802652 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.db.segments_db [None req-ea289a49-1aae-4a27-8699-e9cd9d90107c admin admin] Added segment de284268-d7ef-4ff9-b9d7-bdb3a7a1cd0a of type vlan for network c5e3bb7a-6b9e-4e6f-9e6f-d76bbc378dcf May 17 17:18:04.848645 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ea289a49-1aae-4a27-8699-e9cd9d90107c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733341855133'] for network (c5e3bb7a-6b9e-4e6f-9e6f-d76bbc378dcf), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:04.877870 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ea289a49-1aae-4a27-8699-e9cd9d90107c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572'] for network (c5e3bb7a-6b9e-4e6f-9e6f-d76bbc378dcf), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:04.879021 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea289a49-1aae-4a27-8699-e9cd9d90107c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:18:04.879633 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ea289a49-1aae-4a27-8699-e9cd9d90107c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for network (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:04.916178 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-ea289a49-1aae-4a27-8699-e9cd9d90107c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3670735 May 17 17:18:04.919389 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 52038) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:04.924346 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-41f6d255-1fd2-4045-a0b7-71ec800450c0 admin admin] Request body: {'subnet': {'network_id': 'c5e3bb7a-6b9e-4e6f-9e6f-d76bbc378dcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1619178851-subnet', 'tenant_id': '633525064a1e4db68071036057947432', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:18:04.943292 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea289a49-1aae-4a27-8699-e9cd9d90107c admin admin] Pushing event updated for resources: {'Network': ['ID=c5e3bb7a-6b9e-4e6f-9e6f-d76bbc378dcf,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:04.945736 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f6d255-1fd2-4045-a0b7-71ec800450c0 admin admin] Made reservation on behalf of 633525064a1e4db68071036057947432 for: {'subnet': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:18:04.948183 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-41f6d255-1fd2-4045-a0b7-71ec800450c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4226392'] for subnet (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:04.957849 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Network c5e3bb7a-6b9e-4e6f-9e6f-d76bbc378dcf details requested by agent ovs-agent-dv-cinder-842149-1-iscsi with host dv-cinder-842149-1-iscsi {{(pid=103512) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 17:18:05.119935 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-41f6d255-1fd2-4045-a0b7-71ec800450c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15830093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4226382'] for subnet (c9217fd4-37df-413a-b149-f2b4a1bb6d90), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:05.175500 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6d255-1fd2-4045-a0b7-71ec800450c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9217fd4-37df-413a-b149-f2b4a1bb6d90,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:05.184482 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f6d255-1fd2-4045-a0b7-71ec800450c0 admin admin] Checking segment: {'id': 'de284268-d7ef-4ff9-b9d7-bdb3a7a1cd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c5e3bb7a-6b9e-4e6f-9e6f-d76bbc378dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:18:05.184836 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f6d255-1fd2-4045-a0b7-71ec800450c0 admin admin] Network hostable DHCP agents. Network: c5e3bb7a-6b9e-4e6f-9e6f-d76bbc378dcf, hostable agents: ['e31905a2-41fc-44e1-9d1f-1e6213680c03'], hosted agents: [] {{(pid=103510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 17:18:05.202483 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f6d255-1fd2-4045-a0b7-71ec800450c0 admin admin] Network c5e3bb7a-6b9e-4e6f-9e6f-d76bbc378dcf is scheduled to be hosted by DHCP agent e31905a2-41fc-44e1-9d1f-1e6213680c03 with binding_index 1 {{(pid=103510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 17:18:05.213364 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-41f6d255-1fd2-4045-a0b7-71ec800450c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842149-1-iscsi, c5e3bb7a-6b9e-4e6f-9e6f-d76bbc378dcf) {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:18:05.217386 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f6d255-1fd2-4045-a0b7-71ec800450c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:18:05.217985 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-41f6d255-1fd2-4045-a0b7-71ec800450c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for subnet (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:05.223361 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f561457-38d0-406d-a04f-89d0478e34df None None] Network c5e3bb7a-6b9e-4e6f-9e6f-d76bbc378dcf requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:18:05.235734 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-41f6d255-1fd2-4045-a0b7-71ec800450c0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3151016 May 17 17:18:05.327229 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188c3ced-35a2-4363-b5e4-e80275941dd8 None None] Network c5e3bb7a-6b9e-4e6f-9e6f-d76bbc378dcf requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:18:05.724158 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 52066) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:05.729447 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-057797a0-cffd-460a-9844-f08bc4c2a8e8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-552357314-network', 'tenant_id': '9930d916aa4647db82b94335bfb81105'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:18:05.751416 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057797a0-cffd-460a-9844-f08bc4c2a8e8 admin admin] Made reservation on behalf of 9930d916aa4647db82b94335bfb81105 for: {'network': 1} {{(pid=103511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:18:05.753946 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-057797a0-cffd-460a-9844-f08bc4c2a8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for network (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:05.763230 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-057797a0-cffd-460a-9844-f08bc4c2a8e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:05.846155 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-057797a0-cffd-460a-9844-f08bc4c2a8e8 admin admin] Publish callbacks [] for security_group (137abad8-0211-4d8a-b6d9-0f69b6e40319), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:05.850339 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-057797a0-cffd-460a-9844-f08bc4c2a8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (137abad8-0211-4d8a-b6d9-0f69b6e40319), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:05.872538 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-057797a0-cffd-460a-9844-f08bc4c2a8e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 17:18:05.888241 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057797a0-cffd-460a-9844-f08bc4c2a8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137abad8-0211-4d8a-b6d9-0f69b6e40319,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:05.891113 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-057797a0-cffd-460a-9844-f08bc4c2a8e8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733342282253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915'] for segment (c8529119-93da-4f21-86ed-65efcbe895a6), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:05.891524 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.db.segments_db [None req-057797a0-cffd-460a-9844-f08bc4c2a8e8 admin admin] Added segment c8529119-93da-4f21-86ed-65efcbe895a6 of type vlan for network e9f904fb-db62-4e51-96e0-f71ec966af88 May 17 17:18:05.938643 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-057797a0-cffd-460a-9844-f08bc4c2a8e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733341855133'] for network (e9f904fb-db62-4e51-96e0-f71ec966af88), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:05.967233 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-057797a0-cffd-460a-9844-f08bc4c2a8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572'] for network (e9f904fb-db62-4e51-96e0-f71ec966af88), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:05.968436 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057797a0-cffd-460a-9844-f08bc4c2a8e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:18:05.969015 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-057797a0-cffd-460a-9844-f08bc4c2a8e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for network (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:06.005467 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-057797a0-cffd-460a-9844-f08bc4c2a8e8 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.2801878 May 17 17:18:06.010185 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 52076) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:06.024803 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-70ee95fa-b1ac-463e-89a8-8df4ff936f96 admin admin] Request body: {'subnet': {'network_id': 'e9f904fb-db62-4e51-96e0-f71ec966af88', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-552357314-subnet', 'tenant_id': '9930d916aa4647db82b94335bfb81105', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:18:06.067709 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057797a0-cffd-460a-9844-f08bc4c2a8e8 admin admin] Pushing event updated for resources: {'Network': ['ID=e9f904fb-db62-4e51-96e0-f71ec966af88,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:06.080037 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ee95fa-b1ac-463e-89a8-8df4ff936f96 admin admin] Made reservation on behalf of 9930d916aa4647db82b94335bfb81105 for: {'subnet': 1} {{(pid=103511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:18:06.082547 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-70ee95fa-b1ac-463e-89a8-8df4ff936f96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4530466'] for subnet (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:06.083176 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Network e9f904fb-db62-4e51-96e0-f71ec966af88 details requested by agent ovs-agent-dv-cinder-842149-1-iscsi with host dv-cinder-842149-1-iscsi {{(pid=103512) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 17:18:06.104692 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 52078) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:06.224682 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-f37e28f1-d049-4e73-9640-bcfee104b445 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:06.272069 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-70ee95fa-b1ac-463e-89a8-8df4ff936f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4267487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4530484'] for subnet (a03528de-4d6d-4824-8a1b-8b508513c036), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:06.312760 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-f37e28f1-d049-4e73-9640-bcfee104b445 admin admin] Publish callbacks [] for security_group (303a3e08-f7c5-48a7-aa9f-b2c7403b4444), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:06.320715 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-f37e28f1-d049-4e73-9640-bcfee104b445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (303a3e08-f7c5-48a7-aa9f-b2c7403b4444), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:06.334857 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee95fa-b1ac-463e-89a8-8df4ff936f96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a03528de-4d6d-4824-8a1b-8b508513c036,revision_number=0']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:06.342205 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ee95fa-b1ac-463e-89a8-8df4ff936f96 admin admin] Checking segment: {'id': 'c8529119-93da-4f21-86ed-65efcbe895a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e9f904fb-db62-4e51-96e0-f71ec966af88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:18:06.342563 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ee95fa-b1ac-463e-89a8-8df4ff936f96 admin admin] Network hostable DHCP agents. Network: e9f904fb-db62-4e51-96e0-f71ec966af88, hostable agents: ['e31905a2-41fc-44e1-9d1f-1e6213680c03'], hosted agents: [] {{(pid=103511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 17:18:06.360540 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ee95fa-b1ac-463e-89a8-8df4ff936f96 admin admin] Network e9f904fb-db62-4e51-96e0-f71ec966af88 is scheduled to be hosted by DHCP agent e31905a2-41fc-44e1-9d1f-1e6213680c03 with binding_index 1 {{(pid=103511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 17:18:06.365108 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-f37e28f1-d049-4e73-9640-bcfee104b445 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dbb2454938094ee3938613ffdffe7af0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2592077 May 17 17:18:06.366369 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e28f1-d049-4e73-9640-bcfee104b445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303a3e08-f7c5-48a7-aa9f-b2c7403b4444,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:06.367584 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 52084) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:06.376554 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [None req-70ee95fa-b1ac-463e-89a8-8df4ff936f96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842149-1-iscsi, e9f904fb-db62-4e51-96e0-f71ec966af88) {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:18:06.387967 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebde032-d359-49d7-ada8-dc18163cbe81 None None] Network e9f904fb-db62-4e51-96e0-f71ec966af88 requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:18:06.394951 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ee95fa-b1ac-463e-89a8-8df4ff936f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:18:06.395523 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-70ee95fa-b1ac-463e-89a8-8df4ff936f96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:06.444663 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-70ee95fa-b1ac-463e-89a8-8df4ff936f96 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4299986 May 17 17:18:06.456205 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-787ed16b-f3d5-4660-91b8-583a12e299fc admin admin] Publish callbacks [] for security_group (303a3e08-f7c5-48a7-aa9f-b2c7403b4444), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:06.484628 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-787ed16b-f3d5-4660-91b8-583a12e299fc admin admin] Publish callbacks [] for security_group (303a3e08-f7c5-48a7-aa9f-b2c7403b4444), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:06.509802 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725b44e2-4d82-4324-8647-eebd7a8df73c None None] Network e9f904fb-db62-4e51-96e0-f71ec966af88 requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:18:06.545886 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-787ed16b-f3d5-4660-91b8-583a12e299fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (303a3e08-f7c5-48a7-aa9f-b2c7403b4444), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:06.549050 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-787ed16b-f3d5-4660-91b8-583a12e299fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:06.550801 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-787ed16b-f3d5-4660-91b8-583a12e299fc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/303a3e08-f7c5-48a7-aa9f-b2c7403b4444 HTTP/1.1" status: 204 len: 168 time: 0.1814625 May 17 17:18:06.560627 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ed16b-f3d5-4660-91b8-583a12e299fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303a3e08-f7c5-48a7-aa9f-b2c7403b4444,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:06.596256 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 52092) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:06.644996 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb0bd316-b34f-4d48-871d-b902769ff238 admin admin] Deleting subnet c9217fd4-37df-413a-b149-f2b4a1bb6d90 {{(pid=103511) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 17:18:06.648198 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-eb0bd316-b34f-4d48-871d-b902769ff238 admin admin] Publish callbacks [] for subnet (c9217fd4-37df-413a-b149-f2b4a1bb6d90), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:06.684668 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-eb0bd316-b34f-4d48-871d-b902769ff238 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4267300'] for subnet (c9217fd4-37df-413a-b149-f2b4a1bb6d90), precommit_delete_associations {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:06.726680 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-eb0bd316-b34f-4d48-871d-b902769ff238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667328'] for subnet (c9217fd4-37df-413a-b149-f2b4a1bb6d90), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:06.781485 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-eb0bd316-b34f-4d48-871d-b902769ff238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4267422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4530447'] for subnet (c9217fd4-37df-413a-b149-f2b4a1bb6d90), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:06.810114 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0bd316-b34f-4d48-871d-b902769ff238 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9217fd4-37df-413a-b149-f2b4a1bb6d90,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:06.812330 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-eb0bd316-b34f-4d48-871d-b902769ff238 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:06.815428 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-eb0bd316-b34f-4d48-871d-b902769ff238 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c9217fd4-37df-413a-b149-f2b4a1bb6d90 HTTP/1.1" status: 204 len: 168 time: 0.2184031 May 17 17:18:06.817937 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 52096) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:06.869501 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 52098) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:06.882720 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cd0254b8-540f-406d-8b82-cce10cc2f1b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:06.887555 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ffcfe165-b60d-4716-82a8-8ab49dda3b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-914463'] for network (c5e3bb7a-6b9e-4e6f-9e6f-d76bbc378dcf), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:06.964074 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cd0254b8-540f-406d-8b82-cce10cc2f1b0 admin admin] Publish callbacks [] for security_group (9468f277-7a55-4e4c-8e89-004e03971a13), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:06.969007 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cd0254b8-540f-406d-8b82-cce10cc2f1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (9468f277-7a55-4e4c-8e89-004e03971a13), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:06.973106 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ffcfe165-b60d-4716-82a8-8ab49dda3b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874613', 'neutron.services.segments.db._delete_segments_for_network-8733342282262'] for network (c5e3bb7a-6b9e-4e6f-9e6f-d76bbc378dcf), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:06.995914 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.services.segments.db [None req-ffcfe165-b60d-4716-82a8-8ab49dda3b52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5e3bb7a-6b9e-4e6f-9e6f-d76bbc378dcf']}} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:18:07.010593 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-cd0254b8-540f-406d-8b82-cce10cc2f1b0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=595f6ab5eb264f5490b5271a6bacdaa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1399291 May 17 17:18:07.011057 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.services.segments.db [None req-ffcfe165-b60d-4716-82a8-8ab49dda3b52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de284268-d7ef-4ff9-b9d7-bdb3a7a1cd0a') {'for_net_delete': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:18:07.011354 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.services.segments.db [None req-ffcfe165-b60d-4716-82a8-8ab49dda3b52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de284268-d7ef-4ff9-b9d7-bdb3a7a1cd0a') {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:18:07.011528 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0254b8-540f-406d-8b82-cce10cc2f1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9468f277-7a55-4e4c-8e89-004e03971a13,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:07.013168 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 52100) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:07.032410 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ffcfe165-b60d-4716-82a8-8ab49dda3b52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733342283551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4267293'] for segment (de284268-d7ef-4ff9-b9d7-bdb3a7a1cd0a), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:07.057382 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ffcfe165-b60d-4716-82a8-8ab49dda3b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915'] for segment (de284268-d7ef-4ff9-b9d7-bdb3a7a1cd0a), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:07.068267 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffcfe165-b60d-4716-82a8-8ab49dda3b52 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103511) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 17:18:07.068690 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ffcfe165-b60d-4716-82a8-8ab49dda3b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4266300'] for segment (de284268-d7ef-4ff9-b9d7-bdb3a7a1cd0a), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:07.070569 dv-cinder-842149-1-iscsi neutron-server[103511]: Traceback (most recent call last): May 17 17:18:07.070569 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 17:18:07.070569 dv-cinder-842149-1-iscsi neutron-server[103511]: timer() May 17 17:18:07.070569 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 17:18:07.070569 dv-cinder-842149-1-iscsi neutron-server[103511]: cb(*args, **kw) May 17 17:18:07.070569 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 17:18:07.070569 dv-cinder-842149-1-iscsi neutron-server[103511]: return func(*args, **kwargs) May 17 17:18:07.070569 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 17:18:07.070569 dv-cinder-842149-1-iscsi neutron-server[103511]: self._notify() May 17 17:18:07.070569 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 17:18:07.070569 dv-cinder-842149-1-iscsi neutron-server[103511]: self.callback(batched_events) May 17 17:18:07.070569 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 17:18:07.070569 dv-cinder-842149-1-iscsi neutron-server[103511]: event.method(event) May 17 17:18:07.070569 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 17:18:07.070569 dv-cinder-842149-1-iscsi neutron-server[103511]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 17:18:07.070569 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 17:18:07.070569 dv-cinder-842149-1-iscsi neutron-server[103511]: aggregate_uuid = self.p_client.list_aggregates( May 17 17:18:07.070569 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 17:18:07.070569 dv-cinder-842149-1-iscsi neutron-server[103511]: return f(self, *a, **k) May 17 17:18:07.070569 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 17:18:07.070569 dv-cinder-842149-1-iscsi neutron-server[103511]: return self._get(url).json() May 17 17:18:07.070569 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 17:18:07.070569 dv-cinder-842149-1-iscsi neutron-server[103511]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 17:18:07.070569 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 17:18:07.070569 dv-cinder-842149-1-iscsi neutron-server[103511]: return self.request(url, 'GET', **kwargs) May 17 17:18:07.070569 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 17:18:07.070569 dv-cinder-842149-1-iscsi neutron-server[103511]: base_url = self.get_endpoint(auth, allow=allow, May 17 17:18:07.070569 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 17:18:07.070569 dv-cinder-842149-1-iscsi neutron-server[103511]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 17:18:07.070569 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 17:18:07.070569 dv-cinder-842149-1-iscsi neutron-server[103511]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 17:18:07.070569 dv-cinder-842149-1-iscsi neutron-server[103511]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 17:18:07.133301 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f7fe0be1-809f-4f7e-9100-1493ca0a16c3 admin admin] Publish callbacks [] for security_group (9468f277-7a55-4e4c-8e89-004e03971a13), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:07.150199 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ffcfe165-b60d-4716-82a8-8ab49dda3b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7866878'] for network (c5e3bb7a-6b9e-4e6f-9e6f-d76bbc378dcf), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:07.154724 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ffcfe165-b60d-4716-82a8-8ab49dda3b52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for network (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:07.157786 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-ffcfe165-b60d-4716-82a8-8ab49dda3b52 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c5e3bb7a-6b9e-4e6f-9e6f-d76bbc378dcf HTTP/1.1" status: 204 len: 168 time: 0.3389325 May 17 17:18:07.160671 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 52102) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:07.168273 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f7fe0be1-809f-4f7e-9100-1493ca0a16c3 admin admin] Publish callbacks [] for security_group (9468f277-7a55-4e4c-8e89-004e03971a13), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:07.184022 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcfe165-b60d-4716-82a8-8ab49dda3b52 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5e3bb7a-6b9e-4e6f-9e6f-d76bbc378dcf,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:07.211725 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_v2 [None req-9718521f-400f-4f02-84aa-69eb77029ddd admin admin] Deleting subnet a03528de-4d6d-4824-8a1b-8b508513c036 {{(pid=103510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 17:18:07.215457 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9718521f-400f-4f02-84aa-69eb77029ddd admin admin] Publish callbacks [] for subnet (a03528de-4d6d-4824-8a1b-8b508513c036), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:07.234237 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f7fe0be1-809f-4f7e-9100-1493ca0a16c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (9468f277-7a55-4e4c-8e89-004e03971a13), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:07.237306 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f7fe0be1-809f-4f7e-9100-1493ca0a16c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:07.239056 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-f7fe0be1-809f-4f7e-9100-1493ca0a16c3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9468f277-7a55-4e4c-8e89-004e03971a13 HTTP/1.1" status: 204 len: 168 time: 0.2243440 May 17 17:18:07.254841 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe0be1-809f-4f7e-9100-1493ca0a16c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9468f277-7a55-4e4c-8e89-004e03971a13,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:07.271512 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9718521f-400f-4f02-84aa-69eb77029ddd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15830076'] for subnet (a03528de-4d6d-4824-8a1b-8b508513c036), precommit_delete_associations {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:07.317578 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9718521f-400f-4f02-84aa-69eb77029ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667328'] for subnet (a03528de-4d6d-4824-8a1b-8b508513c036), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:07.382382 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9718521f-400f-4f02-84aa-69eb77029ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15830028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4226421'] for subnet (a03528de-4d6d-4824-8a1b-8b508513c036), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:07.413149 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9718521f-400f-4f02-84aa-69eb77029ddd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a03528de-4d6d-4824-8a1b-8b508513c036,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:07.415238 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9718521f-400f-4f02-84aa-69eb77029ddd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for subnet (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:07.418391 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-9718521f-400f-4f02-84aa-69eb77029ddd admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a03528de-4d6d-4824-8a1b-8b508513c036 HTTP/1.1" status: 204 len: 168 time: 0.2566404 May 17 17:18:07.420799 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 52108) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:07.497929 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a5fb78ce-1963-423a-8936-01d24c0c77e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-914463'] for network (e9f904fb-db62-4e51-96e0-f71ec966af88), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:07.583951 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a5fb78ce-1963-423a-8936-01d24c0c77e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874613', 'neutron.services.segments.db._delete_segments_for_network-8733342282262'] for network (e9f904fb-db62-4e51-96e0-f71ec966af88), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:07.617005 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-a5fb78ce-1963-423a-8936-01d24c0c77e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9f904fb-db62-4e51-96e0-f71ec966af88']}} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:18:07.627203 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-a5fb78ce-1963-423a-8936-01d24c0c77e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8529119-93da-4f21-86ed-65efcbe895a6') {'for_net_delete': True} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:18:07.627806 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-a5fb78ce-1963-423a-8936-01d24c0c77e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8529119-93da-4f21-86ed-65efcbe895a6') {} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:18:07.641918 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a5fb78ce-1963-423a-8936-01d24c0c77e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733342283551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15830021'] for segment (c8529119-93da-4f21-86ed-65efcbe895a6), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:07.661822 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a5fb78ce-1963-423a-8936-01d24c0c77e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915'] for segment (c8529119-93da-4f21-86ed-65efcbe895a6), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:07.668977 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5fb78ce-1963-423a-8936-01d24c0c77e3 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 17:18:07.669719 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a5fb78ce-1963-423a-8936-01d24c0c77e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15829166'] for segment (c8529119-93da-4f21-86ed-65efcbe895a6), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:07.671583 dv-cinder-842149-1-iscsi neutron-server[103510]: Traceback (most recent call last): May 17 17:18:07.671583 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 17:18:07.671583 dv-cinder-842149-1-iscsi neutron-server[103510]: timer() May 17 17:18:07.671583 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 17:18:07.671583 dv-cinder-842149-1-iscsi neutron-server[103510]: cb(*args, **kw) May 17 17:18:07.671583 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 17:18:07.671583 dv-cinder-842149-1-iscsi neutron-server[103510]: return func(*args, **kwargs) May 17 17:18:07.671583 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 17:18:07.671583 dv-cinder-842149-1-iscsi neutron-server[103510]: self._notify() May 17 17:18:07.671583 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 17:18:07.671583 dv-cinder-842149-1-iscsi neutron-server[103510]: self.callback(batched_events) May 17 17:18:07.671583 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 17:18:07.671583 dv-cinder-842149-1-iscsi neutron-server[103510]: event.method(event) May 17 17:18:07.671583 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 17:18:07.671583 dv-cinder-842149-1-iscsi neutron-server[103510]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 17:18:07.671583 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 17:18:07.671583 dv-cinder-842149-1-iscsi neutron-server[103510]: aggregate_uuid = self.p_client.list_aggregates( May 17 17:18:07.671583 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 17:18:07.671583 dv-cinder-842149-1-iscsi neutron-server[103510]: return f(self, *a, **k) May 17 17:18:07.671583 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 17:18:07.671583 dv-cinder-842149-1-iscsi neutron-server[103510]: return self._get(url).json() May 17 17:18:07.671583 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 17:18:07.671583 dv-cinder-842149-1-iscsi neutron-server[103510]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 17:18:07.671583 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 17:18:07.671583 dv-cinder-842149-1-iscsi neutron-server[103510]: return self.request(url, 'GET', **kwargs) May 17 17:18:07.671583 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 17:18:07.671583 dv-cinder-842149-1-iscsi neutron-server[103510]: base_url = self.get_endpoint(auth, allow=allow, May 17 17:18:07.671583 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 17:18:07.671583 dv-cinder-842149-1-iscsi neutron-server[103510]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 17:18:07.671583 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 17:18:07.671583 dv-cinder-842149-1-iscsi neutron-server[103510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 17:18:07.671583 dv-cinder-842149-1-iscsi neutron-server[103510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 17:18:07.732312 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a5fb78ce-1963-423a-8936-01d24c0c77e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7866878'] for network (e9f904fb-db62-4e51-96e0-f71ec966af88), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:07.737775 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a5fb78ce-1963-423a-8936-01d24c0c77e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for network (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:07.740704 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-a5fb78ce-1963-423a-8936-01d24c0c77e3 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e9f904fb-db62-4e51-96e0-f71ec966af88 HTTP/1.1" status: 204 len: 168 time: 0.3188424 May 17 17:18:07.753668 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb78ce-1963-423a-8936-01d24c0c77e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9f904fb-db62-4e51-96e0-f71ec966af88,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:07.863289 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 52130) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:07.906774 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-54636dcd-50c0-42f7-b90e-210c1d399f5c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=633525064a1e4db68071036057947432&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421522 May 17 17:18:07.909246 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 52132) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:07.963849 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2f0b52bb-8770-4e66-a4c7-8356f03d1c9f admin admin] Publish callbacks [] for security_group (3a3c9f0e-c1ce-43d1-bdb6-f1b257abae45), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:07.986351 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2f0b52bb-8770-4e66-a4c7-8356f03d1c9f admin admin] Publish callbacks [] for security_group (3a3c9f0e-c1ce-43d1-bdb6-f1b257abae45), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:08.037975 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2f0b52bb-8770-4e66-a4c7-8356f03d1c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (3a3c9f0e-c1ce-43d1-bdb6-f1b257abae45), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:08.041302 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2f0b52bb-8770-4e66-a4c7-8356f03d1c9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:08.042456 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-2f0b52bb-8770-4e66-a4c7-8356f03d1c9f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3a3c9f0e-c1ce-43d1-bdb6-f1b257abae45 HTTP/1.1" status: 204 len: 168 time: 0.1323292 May 17 17:18:08.050182 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b52bb-8770-4e66-a4c7-8356f03d1c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3c9f0e-c1ce-43d1-bdb6-f1b257abae45,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:08.386012 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 52150) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:08.434387 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-a5207779-14d4-43c9-bd96-2beaa52ed6ee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9930d916aa4647db82b94335bfb81105&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0469165 May 17 17:18:08.436738 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 52154) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:08.487990 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8fda3085-d459-4be0-b4e7-29d409318bf3 admin admin] Publish callbacks [] for security_group (137abad8-0211-4d8a-b6d9-0f69b6e40319), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:08.511930 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8fda3085-d459-4be0-b4e7-29d409318bf3 admin admin] Publish callbacks [] for security_group (137abad8-0211-4d8a-b6d9-0f69b6e40319), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:08.563552 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8fda3085-d459-4be0-b4e7-29d409318bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (137abad8-0211-4d8a-b6d9-0f69b6e40319), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:08.566795 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8fda3085-d459-4be0-b4e7-29d409318bf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:08.568553 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-8fda3085-d459-4be0-b4e7-29d409318bf3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/137abad8-0211-4d8a-b6d9-0f69b6e40319 HTTP/1.1" status: 204 len: 168 time: 0.1309190 May 17 17:18:08.578800 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda3085-d459-4be0-b4e7-29d409318bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137abad8-0211-4d8a-b6d9-0f69b6e40319,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:08.834819 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b6a09-35b6-472d-81b7-65a76971d333 req-c756abfe-8624-479b-b8d6-3dbd944e2551 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:18:08.837442 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a13b6a09-35b6-472d-81b7-65a76971d333 req-c756abfe-8624-479b-b8d6-3dbd944e2551 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 945 time: 0.0501494 May 17 17:18:08.887990 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a13b6a09-35b6-472d-81b7-65a76971d333 req-9e24ce85-6768-4b1d-acd4-2994dd932e4e tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3ea694-cdd8-4af2-90b6-881924590b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430145 May 17 17:18:08.920545 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 52180) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:09.216189 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c803d5ff-13a7-4c73-87d3-7a4e77c16762 tempest-TestMinimumBasicScenario-344277203 tempest-TestMinimumBasicScenario-344277203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:18:09.218070 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-c803d5ff-13a7-4c73-87d3-7a4e77c16762 tempest-TestMinimumBasicScenario-344277203 tempest-TestMinimumBasicScenario-344277203-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 1124 time: 0.2962742 May 17 17:18:09.220839 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 52212) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:09.226208 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-9e2d93bd-83ea-4397-83ab-8ce69f5acada tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Request body: {'floatingip': {'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'port_id': '71199a70-f362-4ec1-8023-8d7cd045f666', 'tenant_id': '21c32c98238c44e7a3581a668e1a5ea3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:18:09.253034 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9e2d93bd-83ea-4397-83ab-8ce69f5acada tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:09.351731 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9e2d93bd-83ea-4397-83ab-8ce69f5acada tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:09.489852 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [None req-9e2d93bd-83ea-4397-83ab-8ce69f5acada tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Allocated IP 172.27.0.135 (02c56ec1-398e-4da7-8d6f-c5872f286327/162161ae-47ec-4957-8899-c21f028f623a/39e12874-9151-442d-b7c9-bd2622a5d54b) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:18:09.615662 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9e2d93bd-83ea-4397-83ab-8ce69f5acada tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks [] for port (39e12874-9151-442d-b7c9-bd2622a5d54b), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:09.657202 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 52236) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:09.664022 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9e2d93bd-83ea-4397-83ab-8ce69f5acada tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15829245'] for port (39e12874-9151-442d-b7c9-bd2622a5d54b), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:09.709285 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2d93bd-83ea-4397-83ab-8ce69f5acada tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Network 02c56ec1-398e-4da7-8d6f-c5872f286327 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:18:09.713860 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-9e2d93bd-83ea-4397-83ab-8ce69f5acada tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:18:09.722057 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2d93bd-83ea-4397-83ab-8ce69f5acada tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:18:09.728764 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d93bd-83ea-4397-83ab-8ce69f5acada tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Pushing event updated for resources: {'Port': ['ID=39e12874-9151-442d-b7c9-bd2622a5d54b,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:09.802991 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-54d8130c-bd48-4fe0-9fc7-4872ca97afcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:10.014840 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-54d8130c-bd48-4fe0-9fc7-4872ca97afcd admin admin] Publish callbacks [] for security_group (e9e1f468-3f55-4691-8869-8b5a19218654), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:10.021535 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-54d8130c-bd48-4fe0-9fc7-4872ca97afcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (e9e1f468-3f55-4691-8869-8b5a19218654), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:10.097252 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d8130c-bd48-4fe0-9fc7-4872ca97afcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e1f468-3f55-4691-8869-8b5a19218654,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:10.104047 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-54d8130c-bd48-4fe0-9fc7-4872ca97afcd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=263d991379d54043afa9f7da7c796ada&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4433856 May 17 17:18:10.104693 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 52254) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:10.174387 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a81ba6ad-42e2-4975-afb0-393fab878f80 admin admin] Publish callbacks [] for security_group (e9e1f468-3f55-4691-8869-8b5a19218654), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:10.200390 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a81ba6ad-42e2-4975-afb0-393fab878f80 admin admin] Publish callbacks [] for security_group (e9e1f468-3f55-4691-8869-8b5a19218654), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:10.218343 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9e2d93bd-83ea-4397-83ab-8ce69f5acada tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks [] for floatingip (7592c9b3-5c3e-4944-abfb-3287e68d6cca), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:10.254515 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a81ba6ad-42e2-4975-afb0-393fab878f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (e9e1f468-3f55-4691-8869-8b5a19218654), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:10.257248 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a81ba6ad-42e2-4975-afb0-393fab878f80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:10.260120 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-a81ba6ad-42e2-4975-afb0-393fab878f80 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e9e1f468-3f55-4691-8869-8b5a19218654 HTTP/1.1" status: 204 len: 168 time: 0.1511002 May 17 17:18:10.274942 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81ba6ad-42e2-4975-afb0-393fab878f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e1f468-3f55-4691-8869-8b5a19218654,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:10.297581 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9e2d93bd-83ea-4397-83ab-8ce69f5acada tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (39e12874-9151-442d-b7c9-bd2622a5d54b), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:10.535263 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9e2d93bd-83ea-4397-83ab-8ce69f5acada tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks [] for port (39e12874-9151-442d-b7c9-bd2622a5d54b), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:10.540165 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9e2d93bd-83ea-4397-83ab-8ce69f5acada tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15829194'] for port (39e12874-9151-442d-b7c9-bd2622a5d54b), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:10.616124 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d93bd-83ea-4397-83ab-8ce69f5acada tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Pushing event updated for resources: {'Port': ['ID=39e12874-9151-442d-b7c9-bd2622a5d54b,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:10.630391 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9e2d93bd-83ea-4397-83ab-8ce69f5acada tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7866643'] for floatingip (7592c9b3-5c3e-4944-abfb-3287e68d6cca), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:10.683692 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 52272) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:10.697118 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-b32ebe98-5d8d-4e29-9fb2-ec35e7bd110a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:10.735251 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.db.l3_db [None req-9e2d93bd-83ea-4397-83ab-8ce69f5acada tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Floating IP 7592c9b3-5c3e-4944-abfb-3287e68d6cca associated. External IP: 172.27.0.135, port: 71199a70-f362-4ec1-8023-8d7cd045f666. May 17 17:18:10.782388 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-b32ebe98-5d8d-4e29-9fb2-ec35e7bd110a admin admin] Publish callbacks [] for security_group (7441dc97-d0e2-48a7-a57f-17a827edfc68), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:10.786250 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-b32ebe98-5d8d-4e29-9fb2-ec35e7bd110a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (7441dc97-d0e2-48a7-a57f-17a827edfc68), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:10.825770 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-b32ebe98-5d8d-4e29-9fb2-ec35e7bd110a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=87c117e1b60a4409822c14880ff46c7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1405497 May 17 17:18:10.826936 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ebe98-5d8d-4e29-9fb2-ec35e7bd110a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7441dc97-d0e2-48a7-a57f-17a827edfc68,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:10.829178 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 52274) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:10.881040 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-752349f8-d959-4fb3-b97c-50131a2bde38 admin admin] Publish callbacks [] for security_group (7441dc97-d0e2-48a7-a57f-17a827edfc68), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:10.902955 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-752349f8-d959-4fb3-b97c-50131a2bde38 admin admin] Publish callbacks [] for security_group (7441dc97-d0e2-48a7-a57f-17a827edfc68), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:10.943011 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2d93bd-83ea-4397-83ab-8ce69f5acada tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Router b5613072-ca78-49bc-ad89-dbf940238d64 has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:18:10.952442 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-752349f8-d959-4fb3-b97c-50131a2bde38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (7441dc97-d0e2-48a7-a57f-17a827edfc68), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:10.955190 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-752349f8-d959-4fb3-b97c-50131a2bde38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:10.956368 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-752349f8-d959-4fb3-b97c-50131a2bde38 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7441dc97-d0e2-48a7-a57f-17a827edfc68 HTTP/1.1" status: 204 len: 168 time: 0.1262941 May 17 17:18:10.967744 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752349f8-d959-4fb3-b97c-50131a2bde38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7441dc97-d0e2-48a7-a57f-17a827edfc68,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:11.053953 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2d93bd-83ea-4397-83ab-8ce69f5acada tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:18:11.066618 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acb05e1-6582-48d3-874c-343ba1c1a412 None None] Sync routers for ids ['b5613072-ca78-49bc-ad89-dbf940238d64'] in dv-cinder-842149-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:18:11.077499 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acb05e1-6582-48d3-874c-343ba1c1a412 None None] Routers {'b5613072-ca78-49bc-ad89-dbf940238d64'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:18:11.078135 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-1acb05e1-6582-48d3-874c-343ba1c1a412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:17:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['b5613072-ca78-49bc-ad89-dbf940238d64'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:18:11.078501 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9e2d93bd-83ea-4397-83ab-8ce69f5acada tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for floatingip (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:11.112229 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-9e2d93bd-83ea-4397-83ab-8ce69f5acada tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8872619 May 17 17:18:11.112229 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa95d7a-9071-46b7-bff5-c6d3fa54d1d3', 'tag': '71199a70-f362-4ec1-8023-8d7cd045f666'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:18:11.112710 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 52278) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:11.113175 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f516b0-7571-40a9-a3cf-63333eb386e1" -d '{"events": [{"name": "network-changed", "server_uuid": "daa95d7a-9071-46b7-bff5-c6d3fa54d1d3", "tag": "71199a70-f362-4ec1-8023-8d7cd045f666"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:18:11.118996 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-83522c4a-6e9b-4e5e-8e3a-2beddcf61b42 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-878442003', 'description': 'tempest-secgroup-smoke-878442003 description', 'project_id': '21c32c98238c44e7a3581a668e1a5ea3'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:18:11.158835 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8296efc-40d9-49d7-836f-5145f6a214b4 x-openstack-request-id: req-c8296efc-40d9-49d7-836f-5145f6a214b4 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:18:11.159141 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daa95d7a-9071-46b7-bff5-c6d3fa54d1d3", "tag": "71199a70-f362-4ec1-8023-8d7cd045f666", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:18:11.159382 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c8296efc-40d9-49d7-836f-5145f6a214b4 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:18:11.160079 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8296efc-40d9-49d7-836f-5145f6a214b4'] response: {'name': 'network-changed', 'server_uuid': 'daa95d7a-9071-46b7-bff5-c6d3fa54d1d3', 'tag': '71199a70-f362-4ec1-8023-8d7cd045f666', 'status': 'completed', 'code': 200} May 17 17:18:11.165671 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-83522c4a-6e9b-4e5e-8e3a-2beddcf61b42 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:11.248554 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f516b0-7571-40a9-a3cf-63333eb386e1 req-8d6718db-e38b-42d0-bb9a-6337572ec429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:18:11.251016 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-47f516b0-7571-40a9-a3cf-63333eb386e1 req-8d6718db-e38b-42d0-bb9a-6337572ec429 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=21c32c98238c44e7a3581a668e1a5ea3&device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 1129 time: 0.0657911 May 17 17:18:11.274659 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-83522c4a-6e9b-4e5e-8e3a-2beddcf61b42 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks [] for security_group (5786b2ea-a989-4589-b327-0930d16c877f), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:11.280814 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-83522c4a-6e9b-4e5e-8e3a-2beddcf61b42 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (5786b2ea-a989-4589-b327-0930d16c877f), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:11.336327 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83522c4a-6e9b-4e5e-8e3a-2beddcf61b42 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5786b2ea-a989-4589-b327-0930d16c877f,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:11.354138 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-83522c4a-6e9b-4e5e-8e3a-2beddcf61b42 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:11.359828 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-83522c4a-6e9b-4e5e-8e3a-2beddcf61b42 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2457316 May 17 17:18:11.360460 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 52290) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:11.362468 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-1acb05e1-6582-48d3-874c-343ba1c1a412 None None] Set router b5613072-ca78-49bc-ad89-dbf940238d64 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:18:11.365211 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-b8c6f407-1990-448b-a58e-e6658774a5ec tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Request body: {'security_group_rule': {'security_group_id': '5786b2ea-a989-4589-b327-0930d16c877f', 'project_id': '21c32c98238c44e7a3581a668e1a5ea3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:18:11.395025 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f516b0-7571-40a9-a3cf-63333eb386e1 req-fd2dcf03-1768-4984-bf82-881a3ceb40d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:18:11.396708 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-47f516b0-7571-40a9-a3cf-63333eb386e1 req-fd2dcf03-1768-4984-bf82-881a3ceb40d8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dc3d4c09-8a68-4f06-a953-436db768a877 HTTP/1.1" status: 200 len: 915 time: 0.1393161 May 17 17:18:11.408859 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-b8c6f407-1990-448b-a58e-e6658774a5ec tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks [] for security_group_rule (ed9fe2ba-37e7-4bf6-9a81-2e8a415edc3e), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:11.479869 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-b8c6f407-1990-448b-a58e-e6658774a5ec tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks [] for security_group_rule (ed9fe2ba-37e7-4bf6-9a81-2e8a415edc3e), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:11.485461 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-47f516b0-7571-40a9-a3cf-63333eb386e1 req-a3e12ef3-eff4-4589-8a71-03141afe9e83 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71199a70-f362-4ec1-8023-8d7cd045f666 HTTP/1.1" status: 200 len: 999 time: 0.0821493 May 17 17:18:11.486971 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-b8c6f407-1990-448b-a58e-e6658774a5ec tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935960'] for security_group_rule (ed9fe2ba-37e7-4bf6-9a81-2e8a415edc3e), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:11.507881 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c6f407-1990-448b-a58e-e6658774a5ec tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed9fe2ba-37e7-4bf6-9a81-2e8a415edc3e,revision_number=0']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:11.525799 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-b8c6f407-1990-448b-a58e-e6658774a5ec tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:11.527702 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-b8c6f407-1990-448b-a58e-e6658774a5ec tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1659899 May 17 17:18:11.534467 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 52296) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:11.539047 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-b61c1f1a-6316-43d5-8e32-719e2a7d9296 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Request body: {'security_group_rule': {'security_group_id': '5786b2ea-a989-4589-b327-0930d16c877f', 'project_id': '21c32c98238c44e7a3581a668e1a5ea3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:18:11.569121 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f516b0-7571-40a9-a3cf-63333eb386e1 req-f161cc2d-f9da-4b3f-b4c4-659a4a6239d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:18:11.571677 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-47f516b0-7571-40a9-a3cf-63333eb386e1 req-f161cc2d-f9da-4b3f-b4c4-659a4a6239d6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=578f9213-2de8-4641-a0dd-344bb452f898 HTTP/1.1" status: 200 len: 853 time: 0.0797298 May 17 17:18:11.628311 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f516b0-7571-40a9-a3cf-63333eb386e1 req-14b5319f-a89e-487a-a5cb-4d22a26aea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:18:11.630089 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-47f516b0-7571-40a9-a3cf-63333eb386e1 req-14b5319f-a89e-487a-a5cb-4d22a26aea86 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dc3d4c09-8a68-4f06-a953-436db768a877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464559 May 17 17:18:11.631941 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b61c1f1a-6316-43d5-8e32-719e2a7d9296 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks [] for security_group_rule (68e41bb2-1a26-4c7a-9029-fe266d1a7bf8), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:11.632966 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-1acb05e1-6582-48d3-874c-343ba1c1a412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5613072-ca78-49bc-ad89-dbf940238d64', 'name': 'tempest-TestMinimumBasicScenario-199818081-router', 'tenant_id': '21c32c98238c44e7a3581a668e1a5ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '114a8c75-6427-4beb-a715-a83c31ef0118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:17:12Z', 'updated_at': '2022-05-17T17:17:14Z', 'revision_number': 4, 'project_id': '21c32c98238c44e7a3581a668e1a5ea3', 'gw_port': {'id': '114a8c75-6427-4beb-a715-a83c31ef0118', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5613072-ca78-49bc-ad89-dbf940238d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:17:12Z', 'updated_at': '2022-05-17T17:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': '7592c9b3-5c3e-4944-abfb-3287e68d6cca', 'tenant_id': '21c32c98238c44e7a3581a668e1a5ea3', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': 'b5613072-ca78-49bc-ad89-dbf940238d64', 'port_id': '71199a70-f362-4ec1-8023-8d7cd045f666', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc3d4c09-8a68-4f06-a953-436db768a877', 'mac_address': 'fa:16:3e:3d:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa95d7a-9071-46b7-bff5-c6d3fa54d1d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:18:10Z', 'updated_at': '2022-05-17T17:18:10Z', 'revision_number': 0, 'project_id': '21c32c98238c44e7a3581a668e1a5ea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df9f1ef-408e-4bfc-a031-f97f828bd5fe', 'name': '', 'network_id': 'dc3d4c09-8a68-4f06-a953-436db768a877', 'tenant_id': '21c32c98238c44e7a3581a668e1a5ea3', 'mac_address': 'fa:16:3e:48:7f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5613072-ca78-49bc-ad89-dbf940238d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '578f9213-2de8-4641-a0dd-344bb452f898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:17:14Z', 'updated_at': '2022-05-17T17:17:19Z', 'revision_number': 5, 'project_id': '21c32c98238c44e7a3581a668e1a5ea3', 'subnets': [{'id': '578f9213-2de8-4641-a0dd-344bb452f898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:18:11.672625 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acb05e1-6582-48d3-874c-343ba1c1a412 None None] Checking router: b5613072-ca78-49bc-ad89-dbf940238d64 for host: dv-cinder-842149-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:18:11.683952 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acb05e1-6582-48d3-874c-343ba1c1a412 None None] Routers {'b5613072-ca78-49bc-ad89-dbf940238d64'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:18:11.684891 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-1acb05e1-6582-48d3-874c-343ba1c1a412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:17:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['b5613072-ca78-49bc-ad89-dbf940238d64'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:18:11.763683 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b61c1f1a-6316-43d5-8e32-719e2a7d9296 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks [] for security_group_rule (68e41bb2-1a26-4c7a-9029-fe266d1a7bf8), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:11.782486 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-47f516b0-7571-40a9-a3cf-63333eb386e1 req-3b022c56-866b-47c3-b8c7-816fae7cb166 service neutron] 10.222.0.23 "GET /v2.0/networks/dc3d4c09-8a68-4f06-a953-436db768a877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403563 May 17 17:18:11.783241 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b61c1f1a-6316-43d5-8e32-719e2a7d9296 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935960'] for security_group_rule (68e41bb2-1a26-4c7a-9029-fe266d1a7bf8), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:11.816206 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c1f1a-6316-43d5-8e32-719e2a7d9296 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68e41bb2-1a26-4c7a-9029-fe266d1a7bf8,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:11.838620 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-1acb05e1-6582-48d3-874c-343ba1c1a412 None None] Set router b5613072-ca78-49bc-ad89-dbf940238d64 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:18:11.846676 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b61c1f1a-6316-43d5-8e32-719e2a7d9296 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:11.848103 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-b61c1f1a-6316-43d5-8e32-719e2a7d9296 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3126574 May 17 17:18:11.850960 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 52312) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:11.858011 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-efa364bc-03f1-49a0-8510-9e671838de4a tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Request body: {'security_group_rule': {'security_group_id': '5786b2ea-a989-4589-b327-0930d16c877f', 'project_id': '21c32c98238c44e7a3581a668e1a5ea3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:18:11.893583 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-efa364bc-03f1-49a0-8510-9e671838de4a tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks [] for security_group_rule (a8ec3506-ad25-4a98-9a9f-362cd6c1cb73), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:11.972634 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-efa364bc-03f1-49a0-8510-9e671838de4a tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks [] for security_group_rule (a8ec3506-ad25-4a98-9a9f-362cd6c1cb73), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:11.978358 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-efa364bc-03f1-49a0-8510-9e671838de4a tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935960'] for security_group_rule (a8ec3506-ad25-4a98-9a9f-362cd6c1cb73), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:12.001819 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa364bc-03f1-49a0-8510-9e671838de4a tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8ec3506-ad25-4a98-9a9f-362cd6c1cb73,revision_number=0']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:12.012119 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-efa364bc-03f1-49a0-8510-9e671838de4a tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:12.016799 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-efa364bc-03f1-49a0-8510-9e671838de4a tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1634800 May 17 17:18:12.017489 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 52320) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:12.023154 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-9163d583-8f1a-4d96-ad40-dec8c8e117f1 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Request body: {'security_group_rule': {'security_group_id': '5786b2ea-a989-4589-b327-0930d16c877f', 'project_id': '21c32c98238c44e7a3581a668e1a5ea3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:18:12.059336 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-9163d583-8f1a-4d96-ad40-dec8c8e117f1 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks [] for security_group_rule (e37cc8ae-801e-45c2-9c5a-51f9868b82dd), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:12.145255 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-9163d583-8f1a-4d96-ad40-dec8c8e117f1 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks [] for security_group_rule (e37cc8ae-801e-45c2-9c5a-51f9868b82dd), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:12.152137 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-9163d583-8f1a-4d96-ad40-dec8c8e117f1 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935960'] for security_group_rule (e37cc8ae-801e-45c2-9c5a-51f9868b82dd), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:12.164109 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-1acb05e1-6582-48d3-874c-343ba1c1a412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5613072-ca78-49bc-ad89-dbf940238d64', 'name': 'tempest-TestMinimumBasicScenario-199818081-router', 'tenant_id': '21c32c98238c44e7a3581a668e1a5ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '114a8c75-6427-4beb-a715-a83c31ef0118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:17:12Z', 'updated_at': '2022-05-17T17:17:14Z', 'revision_number': 4, 'project_id': '21c32c98238c44e7a3581a668e1a5ea3', 'gw_port': {'id': '114a8c75-6427-4beb-a715-a83c31ef0118', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5613072-ca78-49bc-ad89-dbf940238d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:17:12Z', 'updated_at': '2022-05-17T17:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': '7592c9b3-5c3e-4944-abfb-3287e68d6cca', 'tenant_id': '21c32c98238c44e7a3581a668e1a5ea3', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': 'b5613072-ca78-49bc-ad89-dbf940238d64', 'port_id': '71199a70-f362-4ec1-8023-8d7cd045f666', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc3d4c09-8a68-4f06-a953-436db768a877', 'mac_address': 'fa:16:3e:3d:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa95d7a-9071-46b7-bff5-c6d3fa54d1d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:18:10Z', 'updated_at': '2022-05-17T17:18:10Z', 'revision_number': 0, 'project_id': '21c32c98238c44e7a3581a668e1a5ea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df9f1ef-408e-4bfc-a031-f97f828bd5fe', 'name': '', 'network_id': 'dc3d4c09-8a68-4f06-a953-436db768a877', 'tenant_id': '21c32c98238c44e7a3581a668e1a5ea3', 'mac_address': 'fa:16:3e:48:7f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5613072-ca78-49bc-ad89-dbf940238d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '578f9213-2de8-4641-a0dd-344bb452f898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:17:14Z', 'updated_at': '2022-05-17T17:17:19Z', 'revision_number': 5, 'project_id': '21c32c98238c44e7a3581a668e1a5ea3', 'subnets': [{'id': '578f9213-2de8-4641-a0dd-344bb452f898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:18:12.173201 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163d583-8f1a-4d96-ad40-dec8c8e117f1 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e37cc8ae-801e-45c2-9c5a-51f9868b82dd,revision_number=0']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:12.183972 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-9163d583-8f1a-4d96-ad40-dec8c8e117f1 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:12.185258 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-9163d583-8f1a-4d96-ad40-dec8c8e117f1 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1666350 May 17 17:18:12.187948 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 52340) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:12.193061 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-81f01ee7-f013-4fca-9e66-568084794286 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Request body: {'security_group_rule': {'security_group_id': '5786b2ea-a989-4589-b327-0930d16c877f', 'project_id': '21c32c98238c44e7a3581a668e1a5ea3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:18:12.201536 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acb05e1-6582-48d3-874c-343ba1c1a412 None None] The sync data for ids ['b5613072-ca78-49bc-ad89-dbf940238d64'] in dv-cinder-842149-1-iscsi is: [{'id': 'b5613072-ca78-49bc-ad89-dbf940238d64', 'name': 'tempest-TestMinimumBasicScenario-199818081-router', 'tenant_id': '21c32c98238c44e7a3581a668e1a5ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '114a8c75-6427-4beb-a715-a83c31ef0118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:17:12Z', 'updated_at': '2022-05-17T17:17:14Z', 'revision_number': 4, 'project_id': '21c32c98238c44e7a3581a668e1a5ea3', 'gw_port': {'id': '114a8c75-6427-4beb-a715-a83c31ef0118', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5613072-ca78-49bc-ad89-dbf940238d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:17:12Z', 'updated_at': '2022-05-17T17:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': '7592c9b3-5c3e-4944-abfb-3287e68d6cca', 'tenant_id': '21c32c98238c44e7a3581a668e1a5ea3', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': 'b5613072-ca78-49bc-ad89-dbf940238d64', 'port_id': '71199a70-f362-4ec1-8023-8d7cd045f666', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc3d4c09-8a68-4f06-a953-436db768a877', 'mac_address': 'fa:16:3e:3d:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa95d7a-9071-46b7-bff5-c6d3fa54d1d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:18:10Z', 'updated_at': '2022-05-17T17:18:10Z', 'revision_number': 0, 'project_id': '21c32c98238c44e7a3581a668e1a5ea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df9f1ef-408e-4bfc-a031-f97f828bd5fe', 'name': '', 'network_id': 'dc3d4c09-8a68-4f06-a953-436db768a877', 'tenant_id': '21c32c98238c44e7a3581a668e1a5ea3', 'mac_address': 'fa:16:3e:48:7f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5613072-ca78-49bc-ad89-dbf940238d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '578f9213-2de8-4641-a0dd-344bb452f898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:17:14Z', 'updated_at': '2022-05-17T17:17:19Z', 'revision_number': 5, 'project_id': '21c32c98238c44e7a3581a668e1a5ea3', 'subnets': [{'id': '578f9213-2de8-4641-a0dd-344bb452f898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:18:12.222711 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.db.securitygroups_db [None req-81f01ee7-f013-4fca-9e66-568084794286 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Project 21c32c98238c44e7a3581a668e1a5ea3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 17:18:12.231536 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-81f01ee7-f013-4fca-9e66-568084794286 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks [] for security_group_rule (e122ec3c-27d6-4dc0-8956-8bf24e4a9833), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:12.238757 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-47f516b0-7571-40a9-a3cf-63333eb386e1 req-db029520-933a-4001-a42b-095fdf6a3403 service neutron] 10.222.0.23 "GET /v2.0/networks/dc3d4c09-8a68-4f06-a953-436db768a877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426107 May 17 17:18:12.311923 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-81f01ee7-f013-4fca-9e66-568084794286 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks [] for security_group_rule (e122ec3c-27d6-4dc0-8956-8bf24e4a9833), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:12.324092 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-81f01ee7-f013-4fca-9e66-568084794286 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935960'] for security_group_rule (e122ec3c-27d6-4dc0-8956-8bf24e4a9833), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:12.345955 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f01ee7-f013-4fca-9e66-568084794286 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e122ec3c-27d6-4dc0-8956-8bf24e4a9833,revision_number=0']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:12.353433 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-81f01ee7-f013-4fca-9e66-568084794286 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:12.355092 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-81f01ee7-f013-4fca-9e66-568084794286 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1659791 May 17 17:18:12.357676 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 52358) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:12.362595 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-e40cb3a3-2e1a-43d1-b064-42395426fb5a tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Request body: {'security_group_rule': {'security_group_id': '5786b2ea-a989-4589-b327-0930d16c877f', 'project_id': '21c32c98238c44e7a3581a668e1a5ea3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:18:12.388145 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.db.securitygroups_db [None req-e40cb3a3-2e1a-43d1-b064-42395426fb5a tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Project 21c32c98238c44e7a3581a668e1a5ea3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 17:18:12.394907 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e40cb3a3-2e1a-43d1-b064-42395426fb5a tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks [] for security_group_rule (0c702b78-1876-463d-9c6e-51c25b9ea411), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:12.475391 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e40cb3a3-2e1a-43d1-b064-42395426fb5a tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks [] for security_group_rule (0c702b78-1876-463d-9c6e-51c25b9ea411), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:12.480344 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614b95ae-2ac2-45f7-9862-56a7cefaaa03 None None] New status for floating IP 7592c9b3-5c3e-4944-abfb-3287e68d6cca: ACTIVE {{(pid=103513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:18:12.485920 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e40cb3a3-2e1a-43d1-b064-42395426fb5a tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935960'] for security_group_rule (0c702b78-1876-463d-9c6e-51c25b9ea411), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:12.512349 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e40cb3a3-2e1a-43d1-b064-42395426fb5a tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:12.513866 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-e40cb3a3-2e1a-43d1-b064-42395426fb5a tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1549692 May 17 17:18:12.516674 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40cb3a3-2e1a-43d1-b064-42395426fb5a tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c702b78-1876-463d-9c6e-51c25b9ea411,revision_number=0']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:12.623040 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-798073df-a1ea-490a-8498-b328d414374c req-813478b8-8ad9-4076-8cfc-0d7e5b2b8b97 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-878442003&fields=id&tenant_id=21c32c98238c44e7a3581a668e1a5ea3 HTTP/1.1" status: 200 len: 267 time: 0.0572426 May 17 17:18:12.697582 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798073df-a1ea-490a-8498-b328d414374c req-6cfa9b0c-7d8f-488a-acc0-f1459d16b35a tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:18:12.699102 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-798073df-a1ea-490a-8498-b328d414374c req-6cfa9b0c-7d8f-488a-acc0-f1459d16b35a tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 945 time: 0.0639853 May 17 17:18:12.713644 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [req-798073df-a1ea-490a-8498-b328d414374c req-36ad6582-1daf-4405-94e5-e381795dd03a tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Request body: {'port': {'security_groups': ['9b3ea694-cdd8-4af2-90b6-881924590b26', '5786b2ea-a989-4589-b327-0930d16c877f']}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:18:12.791032 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [req-798073df-a1ea-490a-8498-b328d414374c req-36ad6582-1daf-4405-94e5-e381795dd03a tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (71199a70-f362-4ec1-8023-8d7cd045f666), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:12.801469 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 52368) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:13.189324 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [req-798073df-a1ea-490a-8498-b328d414374c req-36ad6582-1daf-4405-94e5-e381795dd03a tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] For port 71199a70-f362-4ec1-8023-8d7cd045f666, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=71199a70-f362-4ec1-8023-8d7cd045f666,segment=NetworkSegment(1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd),segment_id=1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:18:13.244509 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-520940b5-d8e2-480b-a733-1c3ee2c73463 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Deleting port 1ef6ec00-4abb-479d-9fd4-8ac1c84eb903 {{(pid=103511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:18:13.244891 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-520940b5-d8e2-480b-a733-1c3ee2c73463 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (1ef6ec00-4abb-479d-9fd4-8ac1c84eb903), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:13.264216 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [req-798073df-a1ea-490a-8498-b328d414374c req-36ad6582-1daf-4405-94e5-e381795dd03a tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks [] for port (71199a70-f362-4ec1-8023-8d7cd045f666), precommit_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:13.272916 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [req-798073df-a1ea-490a-8498-b328d414374c req-36ad6582-1daf-4405-94e5-e381795dd03a tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4266328'] for port (71199a70-f362-4ec1-8023-8d7cd045f666), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:13.285825 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] get_ports_and_sgs() called for port_ids ['71199a70-f362-4ec1-8023-8d7cd045f666'] {{(pid=103512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:18:13.350556 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798073df-a1ea-490a-8498-b328d414374c req-36ad6582-1daf-4405-94e5-e381795dd03a tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:18:13.352338 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [req-798073df-a1ea-490a-8498-b328d414374c req-36ad6582-1daf-4405-94e5-e381795dd03a tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:13.353987 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-798073df-a1ea-490a-8498-b328d414374c req-36ad6582-1daf-4405-94e5-e381795dd03a tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "PUT /v2.0/ports/71199a70-f362-4ec1-8023-8d7cd045f666 HTTP/1.1" status: 200 len: 981 time: 0.6483581 May 17 17:18:13.355984 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa95d7a-9071-46b7-bff5-c6d3fa54d1d3', 'tag': '71199a70-f362-4ec1-8023-8d7cd045f666'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:18:13.358554 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}013e0ef84fb20d02ca9c836efc6ccc20e48c75fd9b469b89b36882842dcef414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e680c9-33d4-4be5-84f1-bcd0357fc032" -d '{"events": [{"name": "network-changed", "server_uuid": "daa95d7a-9071-46b7-bff5-c6d3fa54d1d3", "tag": "71199a70-f362-4ec1-8023-8d7cd045f666"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:18:13.398436 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ad6582-1daf-4405-94e5-e381795dd03a tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Pushing event updated for resources: {'Port': ['ID=71199a70-f362-4ec1-8023-8d7cd045f666,revision_number=6']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:13.407268 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-520940b5-d8e2-480b-a733-1c3ee2c73463 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (1ef6ec00-4abb-479d-9fd4-8ac1c84eb903), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:13.407268 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-520940b5-d8e2-480b-a733-1c3ee2c73463 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks [] for floatingip (1ef6ec00-4abb-479d-9fd4-8ac1c84eb903), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:13.432413 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-520940b5-d8e2-480b-a733-1c3ee2c73463 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Calling delete_port for 1ef6ec00-4abb-479d-9fd4-8ac1c84eb903 owned by network:floatingip {{(pid=103511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:18:13.437882 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] get_ports_and_sgs() called for port_ids ['71199a70-f362-4ec1-8023-8d7cd045f666'] {{(pid=103512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:18:13.455201 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b387a7-8510-4877-98ff-536219d095c8 x-openstack-request-id: req-17b387a7-8510-4877-98ff-536219d095c8 {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:18:13.455201 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daa95d7a-9071-46b7-bff5-c6d3fa54d1d3", "tag": "71199a70-f362-4ec1-8023-8d7cd045f666", "status": "completed", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:18:13.455201 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-17b387a7-8510-4877-98ff-536219d095c8 {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:18:13.455201 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17b387a7-8510-4877-98ff-536219d095c8'] response: {'name': 'network-changed', 'server_uuid': 'daa95d7a-9071-46b7-bff5-c6d3fa54d1d3', 'tag': '71199a70-f362-4ec1-8023-8d7cd045f666', 'status': 'completed', 'code': 200} May 17 17:18:13.532370 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e680c9-33d4-4be5-84f1-bcd0357fc032 req-e067ebd4-f2df-42e9-9750-292dad7d3895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:18:13.535229 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c9e680c9-33d4-4be5-84f1-bcd0357fc032 req-e067ebd4-f2df-42e9-9750-292dad7d3895 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=21c32c98238c44e7a3581a668e1a5ea3&device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 1168 time: 0.0726922 May 17 17:18:13.594890 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673eaec-d675-4e06-b84a-5876212cb5e5 req-01fefca4-d264-4d23-8b00-f4c390474bf7 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:18:13.598586 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-6673eaec-d675-4e06-b84a-5876212cb5e5 req-01fefca4-d264-4d23-8b00-f4c390474bf7 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 984 time: 0.1096952 May 17 17:18:13.684471 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e680c9-33d4-4be5-84f1-bcd0357fc032 req-e80943a0-2989-4759-90eb-0a61c952a88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:18:13.685975 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c9e680c9-33d4-4be5-84f1-bcd0357fc032 req-e80943a0-2989-4759-90eb-0a61c952a88b service neutron] 10.222.0.23 "GET /v2.0/networks?id=dc3d4c09-8a68-4f06-a953-436db768a877 HTTP/1.1" status: 200 len: 915 time: 0.1440797 May 17 17:18:13.785433 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c9e680c9-33d4-4be5-84f1-bcd0357fc032 req-2ae0d62b-50dc-4009-95fb-75a4a0159728 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71199a70-f362-4ec1-8023-8d7cd045f666 HTTP/1.1" status: 200 len: 1001 time: 0.0884483 May 17 17:18:13.838541 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-9e9c1347-3ead-4755-814b-2f178e3a7715 None None] Provisioning complete for port 71199a70-f362-4ec1-8023-8d7cd045f666 triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:18:13.838914 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1347-3ead-4755-814b-2f178e3a7715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (71199a70-f362-4ec1-8023-8d7cd045f666), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:13.841995 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e680c9-33d4-4be5-84f1-bcd0357fc032 req-122f6764-da6b-4dd6-92b0-6d1c34a1176b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:18:13.843486 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c9e680c9-33d4-4be5-84f1-bcd0357fc032 req-122f6764-da6b-4dd6-92b0-6d1c34a1176b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=578f9213-2de8-4641-a0dd-344bb452f898 HTTP/1.1" status: 200 len: 853 time: 0.0513222 May 17 17:18:13.894450 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e680c9-33d4-4be5-84f1-bcd0357fc032 req-4cb0146a-223c-4a35-b839-97e03b825f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:18:13.896020 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c9e680c9-33d4-4be5-84f1-bcd0357fc032 req-4cb0146a-223c-4a35-b839-97e03b825f49 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dc3d4c09-8a68-4f06-a953-436db768a877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462313 May 17 17:18:13.971948 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-6673eaec-d675-4e06-b84a-5876212cb5e5 req-51070016-8d92-4133-aedc-a18b08fbcc38 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/security-groups?id=5786b2ea-a989-4589-b327-0930d16c877f&id=9b3ea694-cdd8-4af2-90b6-881924590b26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3602996 May 17 17:18:14.021024 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-520940b5-d8e2-480b-a733-1c3ee2c73463 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4266351'] for port (1ef6ec00-4abb-479d-9fd4-8ac1c84eb903), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:14.021477 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c9e680c9-33d4-4be5-84f1-bcd0357fc032 req-51f07ac7-d102-4d85-99c9-9d2cf77ee052 service neutron] 10.222.0.23 "GET /v2.0/networks/dc3d4c09-8a68-4f06-a953-436db768a877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171889 May 17 17:18:14.042026 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-9e9c1347-3ead-4755-814b-2f178e3a7715 None None] Current status of the port 71199a70-f362-4ec1-8023-8d7cd045f666 is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:18:14.077000 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520940b5-d8e2-480b-a733-1c3ee2c73463 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Pushing event deleted for resources: {'Port': ['ID=1ef6ec00-4abb-479d-9fd4-8ac1c84eb903,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:14.119464 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-520940b5-d8e2-480b-a733-1c3ee2c73463 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks [] for floatingip (1437f0eb-8677-46aa-921b-e2435d9fb656), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:14.119464 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.db.l3_db [None req-520940b5-d8e2-480b-a733-1c3ee2c73463 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Floating IP 1437f0eb-8677-46aa-921b-e2435d9fb656 disassociated (deleted). External IP: 172.27.0.160, port: 72213c8f-95d2-4e6b-bc71-ec5cf8e62273. May 17 17:18:14.153594 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c9e680c9-33d4-4be5-84f1-bcd0357fc032 req-ab5745e3-39ef-4347-a8a7-202c250735a2 service neutron] 10.222.0.23 "GET /v2.0/networks/dc3d4c09-8a68-4f06-a953-436db768a877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251788 May 17 17:18:14.319813 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520940b5-d8e2-480b-a733-1c3ee2c73463 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Router 41dee493-033b-4f12-a702-0f31bd397ae3 has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:18:14.434881 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520940b5-d8e2-480b-a733-1c3ee2c73463 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:18:14.439162 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-520940b5-d8e2-480b-a733-1c3ee2c73463 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for floatingip (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:14.446366 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c2506c-b2fa-4935-883c-025887c7d6cc None None] Sync routers for ids ['41dee493-033b-4f12-a702-0f31bd397ae3'] in dv-cinder-842149-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:18:14.457108 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c2506c-b2fa-4935-883c-025887c7d6cc None None] Routers {'41dee493-033b-4f12-a702-0f31bd397ae3'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:18:14.458157 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-a7c2506c-b2fa-4935-883c-025887c7d6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:17:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['41dee493-033b-4f12-a702-0f31bd397ae3'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:18:14.484150 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-520940b5-d8e2-480b-a733-1c3ee2c73463 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "DELETE /v2.0/floatingips/1437f0eb-8677-46aa-921b-e2435d9fb656 HTTP/1.1" status: 204 len: 168 time: 1.6816442 May 17 17:18:14.579722 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-a7c2506c-b2fa-4935-883c-025887c7d6cc None None] Set router 41dee493-033b-4f12-a702-0f31bd397ae3 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:18:14.744441 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f965f18-53a6-40b9-be97-7c908808dde4 req-864cc514-3048-4f37-8756-a87c8c303076 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:18:14.750115 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2f965f18-53a6-40b9-be97-7c908808dde4 req-864cc514-3048-4f37-8756-a87c8c303076 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 945 time: 0.0571947 May 17 17:18:14.798554 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-a7c2506c-b2fa-4935-883c-025887c7d6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dee493-033b-4f12-a702-0f31bd397ae3', 'name': 'tempest-TestShelveInstance-320921139-router', 'tenant_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '514442f4-93c2-4fb3-8b22-434f26cd89ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:12:10Z', 'updated_at': '2022-05-17T17:12:14Z', 'revision_number': 4, 'project_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'gw_port': {'id': '514442f4-93c2-4fb3-8b22-434f26cd89ef', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dee493-033b-4f12-a702-0f31bd397ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:12:11Z', 'updated_at': '2022-05-17T17:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': '4f27059f-e873-4b0c-99be-8260deddc27d', 'name': '', 'network_id': 'fac7d240-6e72-4e7e-a11f-51c520d02d21', 'tenant_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'mac_address': 'fa:16:3e:3e:e6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dee493-033b-4f12-a702-0f31bd397ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'a7d1a19a-d549-479d-ad0e-c4729109fef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:12:13Z', 'updated_at': '2022-05-17T17:12:20Z', 'revision_number': 5, 'project_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'subnets': [{'id': 'a7d1a19a-d549-479d-ad0e-c4729109fef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:18:14.808236 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2f965f18-53a6-40b9-be97-7c908808dde4 req-353ed34a-fbee-4954-a81a-0ca5bcf75e87 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519335 May 17 17:18:14.844528 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c2506c-b2fa-4935-883c-025887c7d6cc None None] Checking router: 41dee493-033b-4f12-a702-0f31bd397ae3 for host: dv-cinder-842149-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:18:14.854415 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c2506c-b2fa-4935-883c-025887c7d6cc None None] Routers {'41dee493-033b-4f12-a702-0f31bd397ae3'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:18:14.855018 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-a7c2506c-b2fa-4935-883c-025887c7d6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:17:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['41dee493-033b-4f12-a702-0f31bd397ae3'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:18:14.959959 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-a7c2506c-b2fa-4935-883c-025887c7d6cc None None] Set router 41dee493-033b-4f12-a702-0f31bd397ae3 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:18:15.275451 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-a7c2506c-b2fa-4935-883c-025887c7d6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dee493-033b-4f12-a702-0f31bd397ae3', 'name': 'tempest-TestShelveInstance-320921139-router', 'tenant_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '514442f4-93c2-4fb3-8b22-434f26cd89ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:12:10Z', 'updated_at': '2022-05-17T17:12:14Z', 'revision_number': 4, 'project_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'gw_port': {'id': '514442f4-93c2-4fb3-8b22-434f26cd89ef', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dee493-033b-4f12-a702-0f31bd397ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:12:11Z', 'updated_at': '2022-05-17T17:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': '4f27059f-e873-4b0c-99be-8260deddc27d', 'name': '', 'network_id': 'fac7d240-6e72-4e7e-a11f-51c520d02d21', 'tenant_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'mac_address': 'fa:16:3e:3e:e6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dee493-033b-4f12-a702-0f31bd397ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'a7d1a19a-d549-479d-ad0e-c4729109fef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:12:13Z', 'updated_at': '2022-05-17T17:12:20Z', 'revision_number': 5, 'project_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'subnets': [{'id': 'a7d1a19a-d549-479d-ad0e-c4729109fef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:18:15.299237 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c2506c-b2fa-4935-883c-025887c7d6cc None None] The sync data for ids ['41dee493-033b-4f12-a702-0f31bd397ae3'] in dv-cinder-842149-1-iscsi is: [{'id': '41dee493-033b-4f12-a702-0f31bd397ae3', 'name': 'tempest-TestShelveInstance-320921139-router', 'tenant_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '514442f4-93c2-4fb3-8b22-434f26cd89ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:12:10Z', 'updated_at': '2022-05-17T17:12:14Z', 'revision_number': 4, 'project_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'gw_port': {'id': '514442f4-93c2-4fb3-8b22-434f26cd89ef', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dee493-033b-4f12-a702-0f31bd397ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:12:11Z', 'updated_at': '2022-05-17T17:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': '4f27059f-e873-4b0c-99be-8260deddc27d', 'name': '', 'network_id': 'fac7d240-6e72-4e7e-a11f-51c520d02d21', 'tenant_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'mac_address': 'fa:16:3e:3e:e6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dee493-033b-4f12-a702-0f31bd397ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'a7d1a19a-d549-479d-ad0e-c4729109fef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:12:13Z', 'updated_at': '2022-05-17T17:12:20Z', 'revision_number': 5, 'project_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'subnets': [{'id': 'a7d1a19a-d549-479d-ad0e-c4729109fef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:18:15.456110 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47d1426b-07f8-410e-b753-b1d8e9c1102f', 'tag': '72213c8f-95d2-4e6b-bc71-ec5cf8e62273'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:18:15.458597 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}013e0ef84fb20d02ca9c836efc6ccc20e48c75fd9b469b89b36882842dcef414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7e743c-5ca9-47f7-a934-73d480f7d96a" -d '{"events": [{"name": "network-changed", "server_uuid": "47d1426b-07f8-410e-b753-b1d8e9c1102f", "tag": "72213c8f-95d2-4e6b-bc71-ec5cf8e62273"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:18:15.495880 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e453c2b-f310-4c2d-bf71-ba5858804833 x-openstack-request-id: req-0e453c2b-f310-4c2d-bf71-ba5858804833 {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:18:15.496178 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47d1426b-07f8-410e-b753-b1d8e9c1102f", "tag": "72213c8f-95d2-4e6b-bc71-ec5cf8e62273", "status": "completed", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:18:15.496436 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0e453c2b-f310-4c2d-bf71-ba5858804833 {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:18:15.496842 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e453c2b-f310-4c2d-bf71-ba5858804833'] response: {'name': 'network-changed', 'server_uuid': '47d1426b-07f8-410e-b753-b1d8e9c1102f', 'tag': '72213c8f-95d2-4e6b-bc71-ec5cf8e62273', 'status': 'completed', 'code': 200} May 17 17:18:15.521030 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9626c985-0da8-4edc-96cc-d31c8fba9e39 None None] New status for floating IP 1437f0eb-8677-46aa-921b-e2435d9fb656: DOWN {{(pid=103513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:18:15.934960 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88dcdf-a02d-440a-bd9c-5a177a75eaff req-4b452ab4-f665-4614-bc74-5af91182e201 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:18:15.936553 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ef88dcdf-a02d-440a-bd9c-5a177a75eaff req-4b452ab4-f665-4614-bc74-5af91182e201 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 945 time: 0.0547156 May 17 17:18:15.943132 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e743c-5ca9-47f7-a934-73d480f7d96a req-c5950513-2b91-4bdc-92e1-30f3b5e32d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:18:15.945777 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-dc7e743c-5ca9-47f7-a934-73d480f7d96a req-c5950513-2b91-4bdc-92e1-30f3b5e32d65 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2630e0044e5f4f28b8d2adcfeaf0c604&device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 1129 time: 0.0564537 May 17 17:18:15.989903 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ef88dcdf-a02d-440a-bd9c-5a177a75eaff req-4a544d6c-8980-4cd4-b930-fbea5ffce3a3 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476580 May 17 17:18:16.149036 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e743c-5ca9-47f7-a934-73d480f7d96a req-22370a9f-34ea-4526-b51c-8b1b80f96312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:18:16.150759 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-dc7e743c-5ca9-47f7-a934-73d480f7d96a req-22370a9f-34ea-4526-b51c-8b1b80f96312 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fac7d240-6e72-4e7e-a11f-51c520d02d21 HTTP/1.1" status: 200 len: 909 time: 0.0876577 May 17 17:18:16.349093 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-dc7e743c-5ca9-47f7-a934-73d480f7d96a req-f2724bb2-0e80-44ae-b011-83287d24dd3d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72213c8f-95d2-4e6b-bc71-ec5cf8e62273 HTTP/1.1" status: 200 len: 217 time: 0.0337107 May 17 17:18:16.451204 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60155ae-a93c-4381-9e28-c4bc018eec1e req-e5e24fbb-d5f0-4202-a6dc-6b3c3d28df95 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:18:16.452758 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d60155ae-a93c-4381-9e28-c4bc018eec1e req-e5e24fbb-d5f0-4202-a6dc-6b3c3d28df95 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.23 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 945 time: 0.0811596 May 17 17:18:16.456708 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e743c-5ca9-47f7-a934-73d480f7d96a req-08511cd4-c4c3-42b0-a04f-6279f3b30140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:18:16.458028 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-dc7e743c-5ca9-47f7-a934-73d480f7d96a req-08511cd4-c4c3-42b0-a04f-6279f3b30140 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a7d1a19a-d549-479d-ad0e-c4729109fef8 HTTP/1.1" status: 200 len: 847 time: 0.0954177 May 17 17:18:16.549706 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e743c-5ca9-47f7-a934-73d480f7d96a req-9aa6e7a2-76de-4056-93d2-19fbe1281380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:18:16.551151 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-dc7e743c-5ca9-47f7-a934-73d480f7d96a req-9aa6e7a2-76de-4056-93d2-19fbe1281380 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fac7d240-6e72-4e7e-a11f-51c520d02d21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0842001 May 17 17:18:16.612956 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-d60155ae-a93c-4381-9e28-c4bc018eec1e req-33e1d5e2-dfb4-40b1-815e-161f26d145b6 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Deleting port 72213c8f-95d2-4e6b-bc71-ec5cf8e62273 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:18:16.613174 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-d60155ae-a93c-4381-9e28-c4bc018eec1e req-33e1d5e2-dfb4-40b1-815e-161f26d145b6 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (72213c8f-95d2-4e6b-bc71-ec5cf8e62273), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:16.727903 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-dc7e743c-5ca9-47f7-a934-73d480f7d96a req-807f5887-9f08-4ea4-80a7-7b24279f218b service neutron] 10.222.0.23 "GET /v2.0/networks/fac7d240-6e72-4e7e-a11f-51c520d02d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569519 May 17 17:18:16.779338 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-d60155ae-a93c-4381-9e28-c4bc018eec1e req-33e1d5e2-dfb4-40b1-815e-161f26d145b6 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] For port 72213c8f-95d2-4e6b-bc71-ec5cf8e62273, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=72213c8f-95d2-4e6b-bc71-ec5cf8e62273,segment=NetworkSegment(1c156ced-2786-412e-9fcf-5e0bd25c37ad),segment_id=1c156ced-2786-412e-9fcf-5e0bd25c37ad)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:18:16.779721 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-d60155ae-a93c-4381-9e28-c4bc018eec1e req-33e1d5e2-dfb4-40b1-815e-161f26d145b6 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (72213c8f-95d2-4e6b-bc71-ec5cf8e62273), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:16.819283 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-d60155ae-a93c-4381-9e28-c4bc018eec1e req-33e1d5e2-dfb4-40b1-815e-161f26d145b6 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Calling delete_port for 72213c8f-95d2-4e6b-bc71-ec5cf8e62273 owned by compute:nova {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:18:16.884247 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-dc7e743c-5ca9-47f7-a934-73d480f7d96a req-9ada5dc6-3c5d-4cf7-b4e6-06f530d5739e service neutron] 10.222.0.23 "GET /v2.0/networks/fac7d240-6e72-4e7e-a11f-51c520d02d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479225 May 17 17:18:16.970789 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-d60155ae-a93c-4381-9e28-c4bc018eec1e req-33e1d5e2-dfb4-40b1-815e-161f26d145b6 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15829245'] for port (72213c8f-95d2-4e6b-bc71-ec5cf8e62273), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:16.997163 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e1d5e2-dfb4-40b1-815e-161f26d145b6 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Pushing event deleted for resources: {'Port': ['ID=72213c8f-95d2-4e6b-bc71-ec5cf8e62273,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:17.048210 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60155ae-a93c-4381-9e28-c4bc018eec1e req-33e1d5e2-dfb4-40b1-815e-161f26d145b6 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] No DVR routers for this DVR port 72213c8f-95d2-4e6b-bc71-ec5cf8e62273 on host hv-cinder-84214 {{(pid=103510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:18:17.051013 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-d60155ae-a93c-4381-9e28-c4bc018eec1e req-33e1d5e2-dfb4-40b1-815e-161f26d145b6 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:17.054551 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d60155ae-a93c-4381-9e28-c4bc018eec1e req-33e1d5e2-dfb4-40b1-815e-161f26d145b6 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.23 "DELETE /v2.0/ports/72213c8f-95d2-4e6b-bc71-ec5cf8e62273 HTTP/1.1" status: 204 len: 173 time: 0.5887034 May 17 17:18:17.055654 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d1426b-07f8-410e-b753-b1d8e9c1102f', 'name': 'network-vif-deleted', 'tag': '72213c8f-95d2-4e6b-bc71-ec5cf8e62273'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:18:17.057915 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2a26f2-33f5-4f6e-98c5-b0a075a1300c" -d '{"events": [{"server_uuid": "47d1426b-07f8-410e-b753-b1d8e9c1102f", "name": "network-vif-deleted", "tag": "72213c8f-95d2-4e6b-bc71-ec5cf8e62273"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:18:17.101199 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e29e99-b45e-4749-9d1b-734118a5e935 x-openstack-request-id: req-69e29e99-b45e-4749-9d1b-734118a5e935 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:18:17.101493 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d1426b-07f8-410e-b753-b1d8e9c1102f", "name": "network-vif-deleted", "tag": "72213c8f-95d2-4e6b-bc71-ec5cf8e62273", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:18:17.101970 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-69e29e99-b45e-4749-9d1b-734118a5e935 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:18:17.102285 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69e29e99-b45e-4749-9d1b-734118a5e935'] response: {'server_uuid': '47d1426b-07f8-410e-b753-b1d8e9c1102f', 'name': 'network-vif-deleted', 'tag': '72213c8f-95d2-4e6b-bc71-ec5cf8e62273', 'status': 'completed', 'code': 200} May 17 17:18:17.112161 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d48a4a72-02b0-4f42-aa3b-45e2a6d1a74d req-8df12f9d-7c5d-46e8-a1ab-6933462913ca tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "GET /v2.0/ports?device_id=47d1426b-07f8-410e-b753-b1d8e9c1102f HTTP/1.1" status: 200 len: 210 time: 0.0373034 May 17 17:18:18.171893 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 52506) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:18.227905 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f5288d7d-2dbb-41ae-92e0-2e247ded0055 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks [] for security_group (fa961f6e-63c4-4c16-bf2f-3879f65ce3f7), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:18.252590 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f5288d7d-2dbb-41ae-92e0-2e247ded0055 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks [] for security_group (fa961f6e-63c4-4c16-bf2f-3879f65ce3f7), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:18.311827 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f5288d7d-2dbb-41ae-92e0-2e247ded0055 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (fa961f6e-63c4-4c16-bf2f-3879f65ce3f7), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:18.314337 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f5288d7d-2dbb-41ae-92e0-2e247ded0055 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:18.315453 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-f5288d7d-2dbb-41ae-92e0-2e247ded0055 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] 10.222.0.48 "DELETE /v2.0/security-groups/fa961f6e-63c4-4c16-bf2f-3879f65ce3f7 HTTP/1.1" status: 204 len: 168 time: 0.1434028 May 17 17:18:18.325446 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5288d7d-2dbb-41ae-92e0-2e247ded0055 tempest-TestShelveInstance-366543955 tempest-TestShelveInstance-366543955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa961f6e-63c4-4c16-bf2f-3879f65ce3f7,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:18.384582 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 52510) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:18.760565 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.agents_db [None req-bd8c2525-aad1-4fe1-b03f-cf2f293aaa3a None None] Agent healthcheck: found 6 active agents {{(pid=103513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:18:18.818573 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19f88b85-e350-4007-8014-6ad56f0508df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7868158'] for router_interface (41dee493-033b-4f12-a702-0f31bd397ae3), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:18.927821 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 72213c8f-95d2-4e6b-bc71-ec5cf8e62273 no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:18:18.948313 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] No Port match for: 72213c8f-95d2-4e6b-bc71-ec5cf8e62273 {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:18:18.948726 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 72213c8f-95d2-4e6b-bc71-ec5cf8e62273 not bound to the agent host hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:18:19.064071 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19f88b85-e350-4007-8014-6ad56f0508df admin admin] Deleting port 4f27059f-e873-4b0c-99be-8260deddc27d {{(pid=103511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:18:19.064411 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19f88b85-e350-4007-8014-6ad56f0508df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (4f27059f-e873-4b0c-99be-8260deddc27d), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:19.143311 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-19f88b85-e350-4007-8014-6ad56f0508df admin admin] For port 4f27059f-e873-4b0c-99be-8260deddc27d, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=4f27059f-e873-4b0c-99be-8260deddc27d,segment=NetworkSegment(1c156ced-2786-412e-9fcf-5e0bd25c37ad),segment_id=1c156ced-2786-412e-9fcf-5e0bd25c37ad)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:18:19.143702 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19f88b85-e350-4007-8014-6ad56f0508df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (4f27059f-e873-4b0c-99be-8260deddc27d), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:19.157922 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19f88b85-e350-4007-8014-6ad56f0508df admin admin] Calling delete_port for 4f27059f-e873-4b0c-99be-8260deddc27d owned by network:router_interface {{(pid=103511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:18:19.333328 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19f88b85-e350-4007-8014-6ad56f0508df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4266351'] for port (4f27059f-e873-4b0c-99be-8260deddc27d), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:19.358882 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f88b85-e350-4007-8014-6ad56f0508df admin admin] Pushing event deleted for resources: {'Port': ['ID=4f27059f-e873-4b0c-99be-8260deddc27d,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:19.530012 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19f88b85-e350-4007-8014-6ad56f0508df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7868897'] for router_interface (41dee493-033b-4f12-a702-0f31bd397ae3), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:19.733293 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f88b85-e350-4007-8014-6ad56f0508df admin admin] Router 41dee493-033b-4f12-a702-0f31bd397ae3 has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:18:19.838764 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f88b85-e350-4007-8014-6ad56f0508df admin admin] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:18:19.843914 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-19f88b85-e350-4007-8014-6ad56f0508df admin admin] 10.222.0.48 "PUT /v2.0/routers/41dee493-033b-4f12-a702-0f31bd397ae3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4582469 May 17 17:18:19.846446 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 52532) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:19.848366 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34361827-3267-4a01-a846-1bfc36b0cc88 None None] Sync routers for ids ['41dee493-033b-4f12-a702-0f31bd397ae3'] in dv-cinder-842149-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:18:19.859509 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34361827-3267-4a01-a846-1bfc36b0cc88 None None] Routers {'41dee493-033b-4f12-a702-0f31bd397ae3'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:18:19.860144 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-34361827-3267-4a01-a846-1bfc36b0cc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:17:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['41dee493-033b-4f12-a702-0f31bd397ae3'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:18:19.948486 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ed16fea5-b631-4101-b0c4-6c30504af44c admin admin] Publish callbacks [] for router (41dee493-033b-4f12-a702-0f31bd397ae3), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:19.966290 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-34361827-3267-4a01-a846-1bfc36b0cc88 None None] Set router 41dee493-033b-4f12-a702-0f31bd397ae3 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:18:20.049615 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ed16fea5-b631-4101-b0c4-6c30504af44c admin admin] Publish callbacks [] for router_gateway (41dee493-033b-4f12-a702-0f31bd397ae3), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:20.112926 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-ed16fea5-b631-4101-b0c4-6c30504af44c admin admin] Deleting port 514442f4-93c2-4fb3-8b22-434f26cd89ef {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:18:20.113356 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ed16fea5-b631-4101-b0c4-6c30504af44c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (514442f4-93c2-4fb3-8b22-434f26cd89ef), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:20.182380 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-34361827-3267-4a01-a846-1bfc36b0cc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dee493-033b-4f12-a702-0f31bd397ae3', 'name': 'tempest-TestShelveInstance-320921139-router', 'tenant_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '514442f4-93c2-4fb3-8b22-434f26cd89ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:12:10Z', 'updated_at': '2022-05-17T17:18:19Z', 'revision_number': 5, 'project_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'gw_port': {'id': '514442f4-93c2-4fb3-8b22-434f26cd89ef', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dee493-033b-4f12-a702-0f31bd397ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:12:11Z', 'updated_at': '2022-05-17T17:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi'}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:18:20.213177 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34361827-3267-4a01-a846-1bfc36b0cc88 None None] Checking router: 41dee493-033b-4f12-a702-0f31bd397ae3 for host: dv-cinder-842149-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:18:20.219500 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [None req-ed16fea5-b631-4101-b0c4-6c30504af44c admin admin] For port 514442f4-93c2-4fb3-8b22-434f26cd89ef, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=514442f4-93c2-4fb3-8b22-434f26cd89ef,segment=NetworkSegment(d323b912-4d66-4aae-868e-160b7e4a1fa7),segment_id=d323b912-4d66-4aae-868e-160b7e4a1fa7)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:18:20.220396 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ed16fea5-b631-4101-b0c4-6c30504af44c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (514442f4-93c2-4fb3-8b22-434f26cd89ef), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:20.223030 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34361827-3267-4a01-a846-1bfc36b0cc88 None None] Routers {'41dee493-033b-4f12-a702-0f31bd397ae3'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:18:20.223686 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-34361827-3267-4a01-a846-1bfc36b0cc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:17:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['41dee493-033b-4f12-a702-0f31bd397ae3'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:18:20.235446 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-ed16fea5-b631-4101-b0c4-6c30504af44c admin admin] Calling delete_port for 514442f4-93c2-4fb3-8b22-434f26cd89ef owned by network:router_gateway {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:18:20.320095 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-34361827-3267-4a01-a846-1bfc36b0cc88 None None] Set router 41dee493-033b-4f12-a702-0f31bd397ae3 gateway port host: None {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:18:20.386362 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-34361827-3267-4a01-a846-1bfc36b0cc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dee493-033b-4f12-a702-0f31bd397ae3', 'name': 'tempest-TestShelveInstance-320921139-router', 'tenant_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:12:10Z', 'updated_at': '2022-05-17T17:18:20Z', 'revision_number': 6, 'project_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'gw_port_host': None}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:18:20.411787 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34361827-3267-4a01-a846-1bfc36b0cc88 None None] The sync data for ids ['41dee493-033b-4f12-a702-0f31bd397ae3'] in dv-cinder-842149-1-iscsi is: [{'id': '41dee493-033b-4f12-a702-0f31bd397ae3', 'name': 'tempest-TestShelveInstance-320921139-router', 'tenant_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:12:10Z', 'updated_at': '2022-05-17T17:18:20Z', 'revision_number': 6, 'project_id': '2630e0044e5f4f28b8d2adcfeaf0c604', 'gw_port_host': None}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:18:20.419579 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ed16fea5-b631-4101-b0c4-6c30504af44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15829245'] for port (514442f4-93c2-4fb3-8b22-434f26cd89ef), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:20.445759 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed16fea5-b631-4101-b0c4-6c30504af44c admin admin] Pushing event deleted for resources: {'Port': ['ID=514442f4-93c2-4fb3-8b22-434f26cd89ef,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:20.511084 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ed16fea5-b631-4101-b0c4-6c30504af44c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7876812'] for router_gateway (41dee493-033b-4f12-a702-0f31bd397ae3), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:20.604319 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ed16fea5-b631-4101-b0c4-6c30504af44c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7879556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-593'] for router (41dee493-033b-4f12-a702-0f31bd397ae3), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:20.606499 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ed16fea5-b631-4101-b0c4-6c30504af44c admin admin] Publish callbacks [] for router_controller (41dee493-033b-4f12-a702-0f31bd397ae3), precommit_delete_associations {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:20.652557 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ed16fea5-b631-4101-b0c4-6c30504af44c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7879581'] for router (41dee493-033b-4f12-a702-0f31bd397ae3), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:20.653160 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed16fea5-b631-4101-b0c4-6c30504af44c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41dee493-033b-4f12-a702-0f31bd397ae3 {{(pid=103510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 17:18:20.658307 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ed16fea5-b631-4101-b0c4-6c30504af44c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:20.659466 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-ed16fea5-b631-4101-b0c4-6c30504af44c admin admin] 10.222.0.48 "DELETE /v2.0/routers/41dee493-033b-4f12-a702-0f31bd397ae3 HTTP/1.1" status: 204 len: 168 time: 0.8119631 May 17 17:18:20.662021 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 52552) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:20.707813 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_v2 [None req-b30c68b9-1e34-4263-b676-5f2617d29ab5 admin admin] Deleting subnet a7d1a19a-d549-479d-ad0e-c4729109fef8 {{(pid=103510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 17:18:20.711350 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b30c68b9-1e34-4263-b676-5f2617d29ab5 admin admin] Publish callbacks [] for subnet (a7d1a19a-d549-479d-ad0e-c4729109fef8), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:20.746756 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b30c68b9-1e34-4263-b676-5f2617d29ab5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15830076'] for subnet (a7d1a19a-d549-479d-ad0e-c4729109fef8), precommit_delete_associations {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:20.831341 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b30c68b9-1e34-4263-b676-5f2617d29ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667328'] for subnet (a7d1a19a-d549-479d-ad0e-c4729109fef8), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:20.893595 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b30c68b9-1e34-4263-b676-5f2617d29ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15830028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4226421'] for subnet (a7d1a19a-d549-479d-ad0e-c4729109fef8), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:20.922914 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b30c68b9-1e34-4263-b676-5f2617d29ab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for subnet (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:20.926738 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-b30c68b9-1e34-4263-b676-5f2617d29ab5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a7d1a19a-d549-479d-ad0e-c4729109fef8 HTTP/1.1" status: 204 len: 168 time: 0.2636323 May 17 17:18:20.927750 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c68b9-1e34-4263-b676-5f2617d29ab5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7d1a19a-d549-479d-ad0e-c4729109fef8,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:20.927872 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dc46f7-a68a-4419-afd2-7d6349ec6dbe None None] Network fac7d240-6e72-4e7e-a11f-51c520d02d21 requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:18:20.929166 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 52554) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:21.001797 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-550bb63c-4b2f-4f90-bed5-8e7797c12001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-914463'] for network (fac7d240-6e72-4e7e-a11f-51c520d02d21), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:21.045744 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-550bb63c-4b2f-4f90-bed5-8e7797c12001 admin admin] Deleting port 77b24b7f-818f-4c2d-a60f-7ecb21aa34d9 {{(pid=103511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:18:21.046086 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-550bb63c-4b2f-4f90-bed5-8e7797c12001 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (77b24b7f-818f-4c2d-a60f-7ecb21aa34d9), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:21.110495 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-550bb63c-4b2f-4f90-bed5-8e7797c12001 admin admin] For port 77b24b7f-818f-4c2d-a60f-7ecb21aa34d9, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=77b24b7f-818f-4c2d-a60f-7ecb21aa34d9,segment=NetworkSegment(1c156ced-2786-412e-9fcf-5e0bd25c37ad),segment_id=1c156ced-2786-412e-9fcf-5e0bd25c37ad)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:18:21.110865 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-550bb63c-4b2f-4f90-bed5-8e7797c12001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (77b24b7f-818f-4c2d-a60f-7ecb21aa34d9), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:21.124705 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-550bb63c-4b2f-4f90-bed5-8e7797c12001 admin admin] Calling delete_port for 77b24b7f-818f-4c2d-a60f-7ecb21aa34d9 owned by network:dhcp {{(pid=103511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:18:21.214793 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-550bb63c-4b2f-4f90-bed5-8e7797c12001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4266351'] for port (77b24b7f-818f-4c2d-a60f-7ecb21aa34d9), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:21.239208 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-496046ac-beda-45fe-a82b-20d7b9fa15fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:21.244735 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550bb63c-4b2f-4f90-bed5-8e7797c12001 admin admin] Pushing event deleted for resources: {'Port': ['ID=77b24b7f-818f-4c2d-a60f-7ecb21aa34d9,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:21.246601 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5ed1a8-ab8e-482a-b49b-95ff75cab880 None None] DHCP port deletion for fac7d240-6e72-4e7e-a11f-51c520d02d21 request from dv-cinder-842149-1-iscsi {{(pid=103512) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 17:18:21.249069 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550bb63c-4b2f-4f90-bed5-8e7797c12001 admin admin] No DVR routers for this DVR port 77b24b7f-818f-4c2d-a60f-7ecb21aa34d9 on host dv-cinder-842149-1-iscsi {{(pid=103511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:18:21.338025 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-550bb63c-4b2f-4f90-bed5-8e7797c12001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874613', 'neutron.services.segments.db._delete_segments_for_network-8733342282262'] for network (fac7d240-6e72-4e7e-a11f-51c520d02d21), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:21.364328 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.services.segments.db [None req-550bb63c-4b2f-4f90-bed5-8e7797c12001 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fac7d240-6e72-4e7e-a11f-51c520d02d21']}} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:18:21.370575 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 4f27059f-e873-4b0c-99be-8260deddc27d no longer exists at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:18:21.376009 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.services.segments.db [None req-550bb63c-4b2f-4f90-bed5-8e7797c12001 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c156ced-2786-412e-9fcf-5e0bd25c37ad') {'for_net_delete': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:18:21.376307 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.services.segments.db [None req-550bb63c-4b2f-4f90-bed5-8e7797c12001 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c156ced-2786-412e-9fcf-5e0bd25c37ad') {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:18:21.388649 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-550bb63c-4b2f-4f90-bed5-8e7797c12001 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733342283551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4267293'] for segment (1c156ced-2786-412e-9fcf-5e0bd25c37ad), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:21.408186 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] No Port match for: 4f27059f-e873-4b0c-99be-8260deddc27d {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:18:21.409273 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 4f27059f-e873-4b0c-99be-8260deddc27d not bound to the agent host dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:18:21.420840 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-550bb63c-4b2f-4f90-bed5-8e7797c12001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915'] for segment (1c156ced-2786-412e-9fcf-5e0bd25c37ad), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:21.428191 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-550bb63c-4b2f-4f90-bed5-8e7797c12001 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103511) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 17:18:21.428727 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-550bb63c-4b2f-4f90-bed5-8e7797c12001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4266300'] for segment (1c156ced-2786-412e-9fcf-5e0bd25c37ad), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:21.431717 dv-cinder-842149-1-iscsi neutron-server[103511]: Traceback (most recent call last): May 17 17:18:21.431717 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 17:18:21.431717 dv-cinder-842149-1-iscsi neutron-server[103511]: timer() May 17 17:18:21.431717 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 17:18:21.431717 dv-cinder-842149-1-iscsi neutron-server[103511]: cb(*args, **kw) May 17 17:18:21.431717 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 17:18:21.431717 dv-cinder-842149-1-iscsi neutron-server[103511]: return func(*args, **kwargs) May 17 17:18:21.431717 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 17:18:21.431717 dv-cinder-842149-1-iscsi neutron-server[103511]: self._notify() May 17 17:18:21.431717 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 17:18:21.431717 dv-cinder-842149-1-iscsi neutron-server[103511]: self.callback(batched_events) May 17 17:18:21.431717 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 17:18:21.431717 dv-cinder-842149-1-iscsi neutron-server[103511]: event.method(event) May 17 17:18:21.431717 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 17:18:21.431717 dv-cinder-842149-1-iscsi neutron-server[103511]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 17:18:21.431717 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 17:18:21.431717 dv-cinder-842149-1-iscsi neutron-server[103511]: aggregate_uuid = self.p_client.list_aggregates( May 17 17:18:21.431717 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 17:18:21.431717 dv-cinder-842149-1-iscsi neutron-server[103511]: return f(self, *a, **k) May 17 17:18:21.431717 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 17:18:21.431717 dv-cinder-842149-1-iscsi neutron-server[103511]: return self._get(url).json() May 17 17:18:21.431717 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 17:18:21.431717 dv-cinder-842149-1-iscsi neutron-server[103511]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 17:18:21.431717 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 17:18:21.431717 dv-cinder-842149-1-iscsi neutron-server[103511]: return self.request(url, 'GET', **kwargs) May 17 17:18:21.431717 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 17:18:21.431717 dv-cinder-842149-1-iscsi neutron-server[103511]: base_url = self.get_endpoint(auth, allow=allow, May 17 17:18:21.431717 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 17:18:21.431717 dv-cinder-842149-1-iscsi neutron-server[103511]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 17:18:21.431717 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 17:18:21.431717 dv-cinder-842149-1-iscsi neutron-server[103511]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 17:18:21.431717 dv-cinder-842149-1-iscsi neutron-server[103511]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 17:18:21.505037 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-550bb63c-4b2f-4f90-bed5-8e7797c12001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7866878'] for network (fac7d240-6e72-4e7e-a11f-51c520d02d21), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:21.512088 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-550bb63c-4b2f-4f90-bed5-8e7797c12001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for network (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:21.515834 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-550bb63c-4b2f-4f90-bed5-8e7797c12001 admin admin] 10.222.0.48 "DELETE /v2.0/networks/fac7d240-6e72-4e7e-a11f-51c520d02d21 HTTP/1.1" status: 204 len: 168 time: 0.5849173 May 17 17:18:21.518711 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 52568) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:21.537410 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550bb63c-4b2f-4f90-bed5-8e7797c12001 admin admin] Pushing event deleted for resources: {'Network': ['ID=fac7d240-6e72-4e7e-a11f-51c520d02d21,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:21.902376 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-467fe950-b9ec-4680-9c70-7bd53e71b8b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7868158'] for router_interface (7d466b45-c242-4537-a7de-1f35c977c0da), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:22.116512 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-467fe950-b9ec-4680-9c70-7bd53e71b8b2 admin admin] Deleting port cd451221-a218-4729-9c62-8ae6a4ad1884 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:18:22.116846 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-467fe950-b9ec-4680-9c70-7bd53e71b8b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (cd451221-a218-4729-9c62-8ae6a4ad1884), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:22.199190 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [None req-467fe950-b9ec-4680-9c70-7bd53e71b8b2 admin admin] For port cd451221-a218-4729-9c62-8ae6a4ad1884, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=cd451221-a218-4729-9c62-8ae6a4ad1884,segment=NetworkSegment(ec5a4447-42a6-45b4-9a2d-f2b2937c7803),segment_id=ec5a4447-42a6-45b4-9a2d-f2b2937c7803)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:18:22.199718 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-467fe950-b9ec-4680-9c70-7bd53e71b8b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (cd451221-a218-4729-9c62-8ae6a4ad1884), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:22.213242 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-467fe950-b9ec-4680-9c70-7bd53e71b8b2 admin admin] Calling delete_port for cd451221-a218-4729-9c62-8ae6a4ad1884 owned by network:router_interface {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:18:22.393034 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-467fe950-b9ec-4680-9c70-7bd53e71b8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15829245'] for port (cd451221-a218-4729-9c62-8ae6a4ad1884), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:22.414997 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467fe950-b9ec-4680-9c70-7bd53e71b8b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd451221-a218-4729-9c62-8ae6a4ad1884,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:22.588295 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-467fe950-b9ec-4680-9c70-7bd53e71b8b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7868897'] for router_interface (7d466b45-c242-4537-a7de-1f35c977c0da), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:22.813066 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467fe950-b9ec-4680-9c70-7bd53e71b8b2 admin admin] Router 7d466b45-c242-4537-a7de-1f35c977c0da has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:18:22.918959 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467fe950-b9ec-4680-9c70-7bd53e71b8b2 admin admin] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:18:22.926884 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-467fe950-b9ec-4680-9c70-7bd53e71b8b2 admin admin] 10.222.0.48 "PUT /v2.0/routers/7d466b45-c242-4537-a7de-1f35c977c0da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4044220 May 17 17:18:22.927020 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 52594) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:22.941140 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04043e1-a844-4c7b-94fd-88f79d9a78da None None] Sync routers for ids ['7d466b45-c242-4537-a7de-1f35c977c0da'] in dv-cinder-842149-1-iscsi {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:18:22.952175 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04043e1-a844-4c7b-94fd-88f79d9a78da None None] Routers {'7d466b45-c242-4537-a7de-1f35c977c0da'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:18:22.953202 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-d04043e1-a844-4c7b-94fd-88f79d9a78da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:17:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['7d466b45-c242-4537-a7de-1f35c977c0da'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:18:22.973315 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 77b24b7f-818f-4c2d-a60f-7ecb21aa34d9 no longer exists at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:18:23.007438 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] No Port match for: 77b24b7f-818f-4c2d-a60f-7ecb21aa34d9 {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:18:23.008527 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 77b24b7f-818f-4c2d-a60f-7ecb21aa34d9 not bound to the agent host dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:18:23.009012 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 514442f4-93c2-4fb3-8b22-434f26cd89ef no longer exists at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:18:23.028626 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] No Port match for: 514442f4-93c2-4fb3-8b22-434f26cd89ef {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:18:23.029058 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 514442f4-93c2-4fb3-8b22-434f26cd89ef not bound to the agent host dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:18:23.033188 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-aa83df72-830e-427a-94d3-781469b81a9a admin admin] Publish callbacks [] for router (7d466b45-c242-4537-a7de-1f35c977c0da), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:23.058113 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-d04043e1-a844-4c7b-94fd-88f79d9a78da None None] Set router 7d466b45-c242-4537-a7de-1f35c977c0da gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:18:23.141316 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-aa83df72-830e-427a-94d3-781469b81a9a admin admin] Publish callbacks [] for router_gateway (7d466b45-c242-4537-a7de-1f35c977c0da), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:23.187232 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-aa83df72-830e-427a-94d3-781469b81a9a admin admin] Deleting port 8e53a8c6-8023-4742-9654-62c7ad680bf2 {{(pid=103511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:18:23.187485 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-aa83df72-830e-427a-94d3-781469b81a9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (8e53a8c6-8023-4742-9654-62c7ad680bf2), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:23.230755 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-d04043e1-a844-4c7b-94fd-88f79d9a78da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d466b45-c242-4537-a7de-1f35c977c0da', 'name': 'tempest-TestShelveInstance-742662555-router', 'tenant_id': '21299fda6d7a4f278b2594739476b380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '8e53a8c6-8023-4742-9654-62c7ad680bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:12:16Z', 'updated_at': '2022-05-17T17:18:22Z', 'revision_number': 5, 'project_id': '21299fda6d7a4f278b2594739476b380', 'gw_port': {'id': '8e53a8c6-8023-4742-9654-62c7ad680bf2', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ac:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d466b45-c242-4537-a7de-1f35c977c0da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:12:17Z', 'updated_at': '2022-05-17T17:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi'}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:18:23.255893 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04043e1-a844-4c7b-94fd-88f79d9a78da None None] Checking router: 7d466b45-c242-4537-a7de-1f35c977c0da for host: dv-cinder-842149-1-iscsi {{(pid=103513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:18:23.265386 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04043e1-a844-4c7b-94fd-88f79d9a78da None None] Routers {'7d466b45-c242-4537-a7de-1f35c977c0da'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:18:23.265997 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-d04043e1-a844-4c7b-94fd-88f79d9a78da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:17:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['7d466b45-c242-4537-a7de-1f35c977c0da'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:18:23.271876 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-aa83df72-830e-427a-94d3-781469b81a9a admin admin] For port 8e53a8c6-8023-4742-9654-62c7ad680bf2, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=8e53a8c6-8023-4742-9654-62c7ad680bf2,segment=NetworkSegment(d323b912-4d66-4aae-868e-160b7e4a1fa7),segment_id=d323b912-4d66-4aae-868e-160b7e4a1fa7)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:18:23.272236 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-aa83df72-830e-427a-94d3-781469b81a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (8e53a8c6-8023-4742-9654-62c7ad680bf2), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:23.285363 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-aa83df72-830e-427a-94d3-781469b81a9a admin admin] Calling delete_port for 8e53a8c6-8023-4742-9654-62c7ad680bf2 owned by network:router_gateway {{(pid=103511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:18:23.349396 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-d04043e1-a844-4c7b-94fd-88f79d9a78da None None] Set router 7d466b45-c242-4537-a7de-1f35c977c0da gateway port host: None {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:18:23.374687 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1f6c61b2-13cf-4361-a8bc-9e3216a3aa2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:23.400119 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-d04043e1-a844-4c7b-94fd-88f79d9a78da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d466b45-c242-4537-a7de-1f35c977c0da', 'name': 'tempest-TestShelveInstance-742662555-router', 'tenant_id': '21299fda6d7a4f278b2594739476b380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:12:16Z', 'updated_at': '2022-05-17T17:18:23Z', 'revision_number': 6, 'project_id': '21299fda6d7a4f278b2594739476b380', 'gw_port_host': None}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:18:23.429239 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04043e1-a844-4c7b-94fd-88f79d9a78da None None] The sync data for ids ['7d466b45-c242-4537-a7de-1f35c977c0da'] in dv-cinder-842149-1-iscsi is: [{'id': '7d466b45-c242-4537-a7de-1f35c977c0da', 'name': 'tempest-TestShelveInstance-742662555-router', 'tenant_id': '21299fda6d7a4f278b2594739476b380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:12:16Z', 'updated_at': '2022-05-17T17:18:23Z', 'revision_number': 6, 'project_id': '21299fda6d7a4f278b2594739476b380', 'gw_port_host': None}] {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:18:23.465658 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-aa83df72-830e-427a-94d3-781469b81a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4266351'] for port (8e53a8c6-8023-4742-9654-62c7ad680bf2), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:23.488231 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83df72-830e-427a-94d3-781469b81a9a admin admin] Pushing event deleted for resources: {'Port': ['ID=8e53a8c6-8023-4742-9654-62c7ad680bf2,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:23.556606 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-aa83df72-830e-427a-94d3-781469b81a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7876812'] for router_gateway (7d466b45-c242-4537-a7de-1f35c977c0da), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:23.641608 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-aa83df72-830e-427a-94d3-781469b81a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7879556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-593'] for router (7d466b45-c242-4537-a7de-1f35c977c0da), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:23.643740 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-aa83df72-830e-427a-94d3-781469b81a9a admin admin] Publish callbacks [] for router_controller (7d466b45-c242-4537-a7de-1f35c977c0da), precommit_delete_associations {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:23.828783 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (f77364a9-2f6e-44ad-9fc6-92e3e143ef92), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:23.922250 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-aa83df72-830e-427a-94d3-781469b81a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7879581'] for router (7d466b45-c242-4537-a7de-1f35c977c0da), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:23.922941 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa83df72-830e-427a-94d3-781469b81a9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d466b45-c242-4537-a7de-1f35c977c0da {{(pid=103511) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 17:18:23.930706 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-aa83df72-830e-427a-94d3-781469b81a9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:23.932209 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-aa83df72-830e-427a-94d3-781469b81a9a admin admin] 10.222.0.48 "DELETE /v2.0/routers/7d466b45-c242-4537-a7de-1f35c977c0da HTTP/1.1" status: 204 len: 168 time: 1.0040612 May 17 17:18:23.934735 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 52602) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:23.979582 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.db_base_plugin_v2 [None req-e48d44a5-ca1d-4f95-a468-dbf8fec50c6c admin admin] Deleting subnet 9e6ba00a-0686-4ede-b51f-0634805c723c {{(pid=103511) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 17:18:23.982563 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e48d44a5-ca1d-4f95-a468-dbf8fec50c6c admin admin] Publish callbacks [] for subnet (9e6ba00a-0686-4ede-b51f-0634805c723c), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:24.020222 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e48d44a5-ca1d-4f95-a468-dbf8fec50c6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4267300'] for subnet (9e6ba00a-0686-4ede-b51f-0634805c723c), precommit_delete_associations {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:24.130410 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e48d44a5-ca1d-4f95-a468-dbf8fec50c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667328'] for subnet (9e6ba00a-0686-4ede-b51f-0634805c723c), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:24.192684 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e48d44a5-ca1d-4f95-a468-dbf8fec50c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4267422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4530447'] for subnet (9e6ba00a-0686-4ede-b51f-0634805c723c), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:24.222308 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d44a5-ca1d-4f95-a468-dbf8fec50c6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e6ba00a-0686-4ede-b51f-0634805c723c,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:24.226914 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e48d44a5-ca1d-4f95-a468-dbf8fec50c6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:24.229838 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-e48d44a5-ca1d-4f95-a468-dbf8fec50c6c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9e6ba00a-0686-4ede-b51f-0634805c723c HTTP/1.1" status: 204 len: 168 time: 0.2938962 May 17 17:18:24.232058 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 52618) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:24.236363 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24baa5a4-d4f5-412a-ac29-eaca1eefefb2 None None] Network 920b934e-a0af-405c-a1e4-ca21e922973a requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:18:24.307293 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-60bba29e-6b50-4d20-a09c-fbe89bfcd9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-914463'] for network (920b934e-a0af-405c-a1e4-ca21e922973a), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:24.357150 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-60bba29e-6b50-4d20-a09c-fbe89bfcd9fe admin admin] Deleting port cfb01fd9-84c6-4252-9a07-4287a1b7eadf {{(pid=103511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:18:24.357484 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-60bba29e-6b50-4d20-a09c-fbe89bfcd9fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (cfb01fd9-84c6-4252-9a07-4287a1b7eadf), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:24.442589 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-60bba29e-6b50-4d20-a09c-fbe89bfcd9fe admin admin] For port cfb01fd9-84c6-4252-9a07-4287a1b7eadf, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=cfb01fd9-84c6-4252-9a07-4287a1b7eadf,segment=NetworkSegment(ec5a4447-42a6-45b4-9a2d-f2b2937c7803),segment_id=ec5a4447-42a6-45b4-9a2d-f2b2937c7803)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:18:24.442948 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-60bba29e-6b50-4d20-a09c-fbe89bfcd9fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (cfb01fd9-84c6-4252-9a07-4287a1b7eadf), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:24.456166 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-60bba29e-6b50-4d20-a09c-fbe89bfcd9fe admin admin] Calling delete_port for cfb01fd9-84c6-4252-9a07-4287a1b7eadf owned by network:dhcp {{(pid=103511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:18:24.464367 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2d049d-da7b-42d3-8bcc-69fa29665186 None None] DHCP port deletion for 920b934e-a0af-405c-a1e4-ca21e922973a request from dv-cinder-842149-1-iscsi {{(pid=103512) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 17:18:24.505587 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-fd2d049d-da7b-42d3-8bcc-69fa29665186 None None] Deleting port cfb01fd9-84c6-4252-9a07-4287a1b7eadf {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:18:24.505962 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fd2d049d-da7b-42d3-8bcc-69fa29665186 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (cfb01fd9-84c6-4252-9a07-4287a1b7eadf), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:24.538398 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-60bba29e-6b50-4d20-a09c-fbe89bfcd9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4266351'] for port (cfb01fd9-84c6-4252-9a07-4287a1b7eadf), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:24.569034 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bba29e-6b50-4d20-a09c-fbe89bfcd9fe admin admin] Pushing event deleted for resources: {'Port': ['ID=cfb01fd9-84c6-4252-9a07-4287a1b7eadf,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:24.579623 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bba29e-6b50-4d20-a09c-fbe89bfcd9fe admin admin] No DVR routers for this DVR port cfb01fd9-84c6-4252-9a07-4287a1b7eadf on host dv-cinder-842149-1-iscsi {{(pid=103511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:18:24.584723 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-fd2d049d-da7b-42d3-8bcc-69fa29665186 None None] For port cfb01fd9-84c6-4252-9a07-4287a1b7eadf, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=cfb01fd9-84c6-4252-9a07-4287a1b7eadf,segment=NetworkSegment(ec5a4447-42a6-45b4-9a2d-f2b2937c7803),segment_id=ec5a4447-42a6-45b4-9a2d-f2b2937c7803)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:18:24.585339 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fd2d049d-da7b-42d3-8bcc-69fa29665186 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (cfb01fd9-84c6-4252-9a07-4287a1b7eadf), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:24.602069 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-fd2d049d-da7b-42d3-8bcc-69fa29665186 None None] Calling delete_port for cfb01fd9-84c6-4252-9a07-4287a1b7eadf owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:18:24.647592 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-60bba29e-6b50-4d20-a09c-fbe89bfcd9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874613', 'neutron.services.segments.db._delete_segments_for_network-8733342282262'] for network (920b934e-a0af-405c-a1e4-ca21e922973a), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:24.668676 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.services.segments.db [None req-60bba29e-6b50-4d20-a09c-fbe89bfcd9fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['920b934e-a0af-405c-a1e4-ca21e922973a']}} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:18:24.679445 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.services.segments.db [None req-60bba29e-6b50-4d20-a09c-fbe89bfcd9fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec5a4447-42a6-45b4-9a2d-f2b2937c7803') {'for_net_delete': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:18:24.680608 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.services.segments.db [None req-60bba29e-6b50-4d20-a09c-fbe89bfcd9fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec5a4447-42a6-45b4-9a2d-f2b2937c7803') {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:18:24.683882 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fd2d049d-da7b-42d3-8bcc-69fa29665186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912'] for port (cfb01fd9-84c6-4252-9a07-4287a1b7eadf), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:24.693253 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-60bba29e-6b50-4d20-a09c-fbe89bfcd9fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733342283551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4267293'] for segment (ec5a4447-42a6-45b4-9a2d-f2b2937c7803), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:24.706995 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-60bba29e-6b50-4d20-a09c-fbe89bfcd9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915'] for segment (ec5a4447-42a6-45b4-9a2d-f2b2937c7803), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:24.713382 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d049d-da7b-42d3-8bcc-69fa29665186 None None] Pushing event deleted for resources: {'Port': ['ID=cfb01fd9-84c6-4252-9a07-4287a1b7eadf,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:24.713566 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60bba29e-6b50-4d20-a09c-fbe89bfcd9fe admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103511) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 17:18:24.713979 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-60bba29e-6b50-4d20-a09c-fbe89bfcd9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4266300'] for segment (ec5a4447-42a6-45b4-9a2d-f2b2937c7803), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:24.715788 dv-cinder-842149-1-iscsi neutron-server[103511]: Traceback (most recent call last): May 17 17:18:24.715788 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 17:18:24.715788 dv-cinder-842149-1-iscsi neutron-server[103511]: timer() May 17 17:18:24.715788 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 17:18:24.715788 dv-cinder-842149-1-iscsi neutron-server[103511]: cb(*args, **kw) May 17 17:18:24.715788 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 17:18:24.715788 dv-cinder-842149-1-iscsi neutron-server[103511]: return func(*args, **kwargs) May 17 17:18:24.715788 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 17:18:24.715788 dv-cinder-842149-1-iscsi neutron-server[103511]: self._notify() May 17 17:18:24.715788 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 17:18:24.715788 dv-cinder-842149-1-iscsi neutron-server[103511]: self.callback(batched_events) May 17 17:18:24.715788 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 17:18:24.715788 dv-cinder-842149-1-iscsi neutron-server[103511]: event.method(event) May 17 17:18:24.715788 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 17:18:24.715788 dv-cinder-842149-1-iscsi neutron-server[103511]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 17:18:24.715788 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 17:18:24.715788 dv-cinder-842149-1-iscsi neutron-server[103511]: aggregate_uuid = self.p_client.list_aggregates( May 17 17:18:24.715788 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 17:18:24.715788 dv-cinder-842149-1-iscsi neutron-server[103511]: return f(self, *a, **k) May 17 17:18:24.715788 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 17:18:24.715788 dv-cinder-842149-1-iscsi neutron-server[103511]: return self._get(url).json() May 17 17:18:24.715788 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 17:18:24.715788 dv-cinder-842149-1-iscsi neutron-server[103511]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 17:18:24.715788 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 17:18:24.715788 dv-cinder-842149-1-iscsi neutron-server[103511]: return self.request(url, 'GET', **kwargs) May 17 17:18:24.715788 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 17:18:24.715788 dv-cinder-842149-1-iscsi neutron-server[103511]: base_url = self.get_endpoint(auth, allow=allow, May 17 17:18:24.715788 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 17:18:24.715788 dv-cinder-842149-1-iscsi neutron-server[103511]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 17:18:24.715788 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 17:18:24.715788 dv-cinder-842149-1-iscsi neutron-server[103511]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 17:18:24.715788 dv-cinder-842149-1-iscsi neutron-server[103511]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 17:18:24.718534 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2d049d-da7b-42d3-8bcc-69fa29665186 None None] No DVR routers for this DVR port cfb01fd9-84c6-4252-9a07-4287a1b7eadf on host dv-cinder-842149-1-iscsi {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:18:24.726828 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d049d-da7b-42d3-8bcc-69fa29665186 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:24.727236 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d049d-da7b-42d3-8bcc-69fa29665186 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:24.727585 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d049d-da7b-42d3-8bcc-69fa29665186 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:24.727981 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d049d-da7b-42d3-8bcc-69fa29665186 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:24.728312 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d049d-da7b-42d3-8bcc-69fa29665186 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:24.728646 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d049d-da7b-42d3-8bcc-69fa29665186 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:24.728976 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d049d-da7b-42d3-8bcc-69fa29665186 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:24.729305 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d049d-da7b-42d3-8bcc-69fa29665186 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:24.729631 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d049d-da7b-42d3-8bcc-69fa29665186 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:24.729958 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d049d-da7b-42d3-8bcc-69fa29665186 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:24.730318 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d049d-da7b-42d3-8bcc-69fa29665186 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:24.730604 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d049d-da7b-42d3-8bcc-69fa29665186 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:24.730929 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d049d-da7b-42d3-8bcc-69fa29665186 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:24.731252 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d049d-da7b-42d3-8bcc-69fa29665186 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:24.731575 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d049d-da7b-42d3-8bcc-69fa29665186 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:24.779888 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-60bba29e-6b50-4d20-a09c-fbe89bfcd9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7866878'] for network (920b934e-a0af-405c-a1e4-ca21e922973a), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:24.784381 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-60bba29e-6b50-4d20-a09c-fbe89bfcd9fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for network (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:24.787501 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-60bba29e-6b50-4d20-a09c-fbe89bfcd9fe admin admin] 10.222.0.48 "DELETE /v2.0/networks/920b934e-a0af-405c-a1e4-ca21e922973a HTTP/1.1" status: 204 len: 168 time: 0.5544703 May 17 17:18:24.801196 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bba29e-6b50-4d20-a09c-fbe89bfcd9fe admin admin] Pushing event deleted for resources: {'Network': ['ID=920b934e-a0af-405c-a1e4-ca21e922973a,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:24.884620 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:24.916235 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 8e53a8c6-8023-4742-9654-62c7ad680bf2 no longer exists at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:18:24.918521 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 52630) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:24.940440 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] No Port match for: 8e53a8c6-8023-4742-9654-62c7ad680bf2 {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:18:24.940440 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 8e53a8c6-8023-4742-9654-62c7ad680bf2 not bound to the agent host dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:18:24.940440 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device cd451221-a218-4729-9c62-8ae6a4ad1884 no longer exists at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:18:24.959984 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] No Port match for: cd451221-a218-4729-9c62-8ae6a4ad1884 {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:18:24.960327 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device cd451221-a218-4729-9c62-8ae6a4ad1884 not bound to the agent host dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:18:24.961290 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device cfb01fd9-84c6-4252-9a07-4287a1b7eadf no longer exists at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:18:24.963108 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-ee986ca0-8da8-48b4-966b-c4f5db831bbb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2630e0044e5f4f28b8d2adcfeaf0c604&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433939 May 17 17:18:24.965562 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 52632) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:24.980014 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] No Port match for: cfb01fd9-84c6-4252-9a07-4287a1b7eadf {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:18:24.980293 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device cfb01fd9-84c6-4252-9a07-4287a1b7eadf not bound to the agent host dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:18:25.013910 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-839857ff-f0b9-4613-a452-57e1497997ab admin admin] Publish callbacks [] for security_group (62f6c4bd-a12e-438b-ae9b-a648671372ad), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:25.035620 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-839857ff-f0b9-4613-a452-57e1497997ab admin admin] Publish callbacks [] for security_group (62f6c4bd-a12e-438b-ae9b-a648671372ad), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:25.088380 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-839857ff-f0b9-4613-a452-57e1497997ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (62f6c4bd-a12e-438b-ae9b-a648671372ad), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:25.091273 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-839857ff-f0b9-4613-a452-57e1497997ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:25.092464 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-839857ff-f0b9-4613-a452-57e1497997ab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/62f6c4bd-a12e-438b-ae9b-a648671372ad HTTP/1.1" status: 204 len: 168 time: 0.1260023 May 17 17:18:25.100165 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839857ff-f0b9-4613-a452-57e1497997ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f6c4bd-a12e-438b-ae9b-a648671372ad,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:25.417563 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 52640) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:25.457547 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-de605843-1684-4ce6-9d9d-ddac7271d30b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=21299fda6d7a4f278b2594739476b380&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388000 May 17 17:18:25.460251 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 52646) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:25.510517 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-9f8df0ae-c614-4b87-b34b-767a47e323ad admin admin] Publish callbacks [] for security_group (7e888d77-a4af-4493-9db2-028f9aff946b), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:25.532619 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-9f8df0ae-c614-4b87-b34b-767a47e323ad admin admin] Publish callbacks [] for security_group (7e888d77-a4af-4493-9db2-028f9aff946b), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:25.582525 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-9f8df0ae-c614-4b87-b34b-767a47e323ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (7e888d77-a4af-4493-9db2-028f9aff946b), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:25.585123 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-9f8df0ae-c614-4b87-b34b-767a47e323ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:25.587828 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-9f8df0ae-c614-4b87-b34b-767a47e323ad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7e888d77-a4af-4493-9db2-028f9aff946b HTTP/1.1" status: 204 len: 168 time: 0.1246815 May 17 17:18:25.595363 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8df0ae-c614-4b87-b34b-767a47e323ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e888d77-a4af-4493-9db2-028f9aff946b,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:25.911872 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:27.480417 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:29.182009 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 52716) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:29.297645 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-820acbff-5b7c-4b45-b60a-eb529ac3a133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:29.392094 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-820acbff-5b7c-4b45-b60a-eb529ac3a133 admin admin] Publish callbacks [] for security_group (dc8c4193-8a47-4fcf-a199-822eb933c76d), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:29.404959 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-820acbff-5b7c-4b45-b60a-eb529ac3a133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (dc8c4193-8a47-4fcf-a199-822eb933c76d), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:29.447899 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-820acbff-5b7c-4b45-b60a-eb529ac3a133 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=deb469535b574dfb808cb4266279144f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2645128 May 17 17:18:29.448534 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820acbff-5b7c-4b45-b60a-eb529ac3a133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8c4193-8a47-4fcf-a199-822eb933c76d,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:29.451404 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 52724) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:29.512697 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ee012b9a-4479-4e27-8230-f455f01fcf9f admin admin] Publish callbacks [] for security_group (dc8c4193-8a47-4fcf-a199-822eb933c76d), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:29.545029 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ee012b9a-4479-4e27-8230-f455f01fcf9f admin admin] Publish callbacks [] for security_group (dc8c4193-8a47-4fcf-a199-822eb933c76d), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:29.607994 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ee012b9a-4479-4e27-8230-f455f01fcf9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (dc8c4193-8a47-4fcf-a199-822eb933c76d), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:29.610859 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ee012b9a-4479-4e27-8230-f455f01fcf9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:29.614931 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-ee012b9a-4479-4e27-8230-f455f01fcf9f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dc8c4193-8a47-4fcf-a199-822eb933c76d HTTP/1.1" status: 204 len: 168 time: 0.1614938 May 17 17:18:29.624312 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee012b9a-4479-4e27-8230-f455f01fcf9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8c4193-8a47-4fcf-a199-822eb933c76d,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:29.894230 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 52736) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:29.908119 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f9959acf-8da7-41e5-a57e-da3e5cfe076f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:29.984047 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f9959acf-8da7-41e5-a57e-da3e5cfe076f admin admin] Publish callbacks [] for security_group (b3bb83b2-22cf-4c4c-9599-cfe6e745125d), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:29.987804 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f9959acf-8da7-41e5-a57e-da3e5cfe076f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (b3bb83b2-22cf-4c4c-9599-cfe6e745125d), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:30.026043 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-f9959acf-8da7-41e5-a57e-da3e5cfe076f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a4657c1302ba41bb8524c88f4e208c5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306548 May 17 17:18:30.027168 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9959acf-8da7-41e5-a57e-da3e5cfe076f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bb83b2-22cf-4c4c-9599-cfe6e745125d,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:30.028826 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 52738) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:30.079880 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-be19280f-1016-4c12-b872-75cc242eeacb admin admin] Publish callbacks [] for security_group (b3bb83b2-22cf-4c4c-9599-cfe6e745125d), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:30.101620 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-be19280f-1016-4c12-b872-75cc242eeacb admin admin] Publish callbacks [] for security_group (b3bb83b2-22cf-4c4c-9599-cfe6e745125d), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:30.148791 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-be19280f-1016-4c12-b872-75cc242eeacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (b3bb83b2-22cf-4c4c-9599-cfe6e745125d), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:30.151720 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-be19280f-1016-4c12-b872-75cc242eeacb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:30.152856 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-be19280f-1016-4c12-b872-75cc242eeacb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b3bb83b2-22cf-4c4c-9599-cfe6e745125d HTTP/1.1" status: 204 len: 168 time: 0.1230571 May 17 17:18:30.160986 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be19280f-1016-4c12-b872-75cc242eeacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bb83b2-22cf-4c4c-9599-cfe6e745125d,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:31.728913 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 52792) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:31.832989 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-546df869-4e6b-45ef-a577-1ac54515e4fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:31.908250 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-546df869-4e6b-45ef-a577-1ac54515e4fc admin admin] Publish callbacks [] for security_group (8380ffa4-0704-4bbe-b147-0c0a5183cd6f), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:31.911809 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-546df869-4e6b-45ef-a577-1ac54515e4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (8380ffa4-0704-4bbe-b147-0c0a5183cd6f), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:31.949562 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-546df869-4e6b-45ef-a577-1ac54515e4fc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ae0057bef15f480f9f236dc04b1c707e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2195866 May 17 17:18:31.951433 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546df869-4e6b-45ef-a577-1ac54515e4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8380ffa4-0704-4bbe-b147-0c0a5183cd6f,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:31.952297 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 52798) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:32.001241 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7facafcb-89ae-4f5e-b937-47c51925ca90 admin admin] Publish callbacks [] for security_group (8380ffa4-0704-4bbe-b147-0c0a5183cd6f), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:32.022390 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7facafcb-89ae-4f5e-b937-47c51925ca90 admin admin] Publish callbacks [] for security_group (8380ffa4-0704-4bbe-b147-0c0a5183cd6f), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:32.070106 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7facafcb-89ae-4f5e-b937-47c51925ca90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (8380ffa4-0704-4bbe-b147-0c0a5183cd6f), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:32.072631 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7facafcb-89ae-4f5e-b937-47c51925ca90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:32.073789 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-7facafcb-89ae-4f5e-b937-47c51925ca90 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8380ffa4-0704-4bbe-b147-0c0a5183cd6f HTTP/1.1" status: 204 len: 168 time: 0.1204739 May 17 17:18:32.081655 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facafcb-89ae-4f5e-b937-47c51925ca90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8380ffa4-0704-4bbe-b147-0c0a5183cd6f,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:32.332220 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 52804) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:32.348939 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c6e1eb6e-1b7d-4cc6-87e8-89d93413bafc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:32.424151 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c6e1eb6e-1b7d-4cc6-87e8-89d93413bafc admin admin] Publish callbacks [] for security_group (1951caa5-3734-4948-a73d-f1956e9229c6), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:32.427440 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c6e1eb6e-1b7d-4cc6-87e8-89d93413bafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (1951caa5-3734-4948-a73d-f1956e9229c6), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:32.465264 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-c6e1eb6e-1b7d-4cc6-87e8-89d93413bafc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=75dd95db9db14d039baa803e82319681&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319847 May 17 17:18:32.466373 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e1eb6e-1b7d-4cc6-87e8-89d93413bafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1951caa5-3734-4948-a73d-f1956e9229c6,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:32.467977 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 52806) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:32.515544 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-88b909cb-015a-4832-9042-c4ed6c47caea admin admin] Publish callbacks [] for security_group (1951caa5-3734-4948-a73d-f1956e9229c6), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:32.539145 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-88b909cb-015a-4832-9042-c4ed6c47caea admin admin] Publish callbacks [] for security_group (1951caa5-3734-4948-a73d-f1956e9229c6), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:32.586947 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-88b909cb-015a-4832-9042-c4ed6c47caea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (1951caa5-3734-4948-a73d-f1956e9229c6), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:32.589726 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-88b909cb-015a-4832-9042-c4ed6c47caea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:32.590860 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-88b909cb-015a-4832-9042-c4ed6c47caea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1951caa5-3734-4948-a73d-f1956e9229c6 HTTP/1.1" status: 204 len: 168 time: 0.1218565 May 17 17:18:32.598351 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b909cb-015a-4832-9042-c4ed6c47caea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1951caa5-3734-4948-a73d-f1956e9229c6,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:34.340546 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 52888) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:34.447714 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-710a609b-d05f-477f-8163-c329a7783753 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:34.524987 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-710a609b-d05f-477f-8163-c329a7783753 admin admin] Publish callbacks [] for security_group (384c1968-e5e4-4d6d-b283-2bd234d7bf3d), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:34.529340 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-710a609b-d05f-477f-8163-c329a7783753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (384c1968-e5e4-4d6d-b283-2bd234d7bf3d), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:34.568018 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-710a609b-d05f-477f-8163-c329a7783753 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2d787be48cc54cc3916129ed88ec2a19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263756 May 17 17:18:34.568892 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a609b-d05f-477f-8163-c329a7783753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384c1968-e5e4-4d6d-b283-2bd234d7bf3d,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:34.570920 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 52892) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:34.626715 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-6fba352c-a609-4c96-85ca-4750e4c97359 admin admin] Publish callbacks [] for security_group (384c1968-e5e4-4d6d-b283-2bd234d7bf3d), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:34.651449 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-6fba352c-a609-4c96-85ca-4750e4c97359 admin admin] Publish callbacks [] for security_group (384c1968-e5e4-4d6d-b283-2bd234d7bf3d), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:34.699276 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-6fba352c-a609-4c96-85ca-4750e4c97359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (384c1968-e5e4-4d6d-b283-2bd234d7bf3d), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:34.701819 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-6fba352c-a609-4c96-85ca-4750e4c97359 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:34.702953 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-6fba352c-a609-4c96-85ca-4750e4c97359 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/384c1968-e5e4-4d6d-b283-2bd234d7bf3d HTTP/1.1" status: 204 len: 168 time: 0.1309075 May 17 17:18:34.710639 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba352c-a609-4c96-85ca-4750e4c97359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384c1968-e5e4-4d6d-b283-2bd234d7bf3d,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:34.957829 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 52898) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:34.971155 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-965083e8-1df7-43a5-aeb7-84ecfa3f0523 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:35.051457 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-965083e8-1df7-43a5-aeb7-84ecfa3f0523 admin admin] Publish callbacks [] for security_group (58b00d1d-3a3e-4a5f-bbd8-179dbbb1fc73), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:35.055073 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-965083e8-1df7-43a5-aeb7-84ecfa3f0523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (58b00d1d-3a3e-4a5f-bbd8-179dbbb1fc73), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:35.098087 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-965083e8-1df7-43a5-aeb7-84ecfa3f0523 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f0f7c6cbddc94e028fc54e178ed6cc4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347573 May 17 17:18:35.098087 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965083e8-1df7-43a5-aeb7-84ecfa3f0523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b00d1d-3a3e-4a5f-bbd8-179dbbb1fc73,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:35.099019 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 52904) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:35.151575 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-f2db8ea9-ccdb-4346-b2ff-eaaaffcbb6f7 admin admin] Publish callbacks [] for security_group (58b00d1d-3a3e-4a5f-bbd8-179dbbb1fc73), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:35.174594 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-f2db8ea9-ccdb-4346-b2ff-eaaaffcbb6f7 admin admin] Publish callbacks [] for security_group (58b00d1d-3a3e-4a5f-bbd8-179dbbb1fc73), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:35.229137 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-f2db8ea9-ccdb-4346-b2ff-eaaaffcbb6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (58b00d1d-3a3e-4a5f-bbd8-179dbbb1fc73), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:35.231868 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-f2db8ea9-ccdb-4346-b2ff-eaaaffcbb6f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:35.233048 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-f2db8ea9-ccdb-4346-b2ff-eaaaffcbb6f7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/58b00d1d-3a3e-4a5f-bbd8-179dbbb1fc73 HTTP/1.1" status: 204 len: 168 time: 0.1331213 May 17 17:18:35.240963 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db8ea9-ccdb-4346-b2ff-eaaaffcbb6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b00d1d-3a3e-4a5f-bbd8-179dbbb1fc73,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:35.478720 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 52918) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:35.598468 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e2018dca-72c1-48c3-8189-aa4e8cc0c518 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:35.685690 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e2018dca-72c1-48c3-8189-aa4e8cc0c518 admin admin] Publish callbacks [] for security_group (ac35b169-3730-46e1-b84b-6ba23456bd20), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:35.690514 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e2018dca-72c1-48c3-8189-aa4e8cc0c518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (ac35b169-3730-46e1-b84b-6ba23456bd20), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:35.730906 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-e2018dca-72c1-48c3-8189-aa4e8cc0c518 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8a756546d7eb416ebf4ab750089cb496&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2510948 May 17 17:18:35.732010 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2018dca-72c1-48c3-8189-aa4e8cc0c518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac35b169-3730-46e1-b84b-6ba23456bd20,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:35.734116 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 52930) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:35.787400 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-26157bae-1442-46f9-bab1-964acac2f8fb admin admin] Publish callbacks [] for security_group (ac35b169-3730-46e1-b84b-6ba23456bd20), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:35.811038 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-26157bae-1442-46f9-bab1-964acac2f8fb admin admin] Publish callbacks [] for security_group (ac35b169-3730-46e1-b84b-6ba23456bd20), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:35.859361 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-26157bae-1442-46f9-bab1-964acac2f8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (ac35b169-3730-46e1-b84b-6ba23456bd20), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:35.862216 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-26157bae-1442-46f9-bab1-964acac2f8fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:35.863370 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-26157bae-1442-46f9-bab1-964acac2f8fb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ac35b169-3730-46e1-b84b-6ba23456bd20 HTTP/1.1" status: 204 len: 168 time: 0.1274321 May 17 17:18:35.879286 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26157bae-1442-46f9-bab1-964acac2f8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac35b169-3730-46e1-b84b-6ba23456bd20,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:38.731699 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 53010) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:38.835781 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c6aaab4a-2d4e-4f1a-bea3-90b46e6bf475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:38.910296 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c6aaab4a-2d4e-4f1a-bea3-90b46e6bf475 admin admin] Publish callbacks [] for security_group (a3c1f4e1-b89d-4acd-aa0a-7cc28cdd98fb), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:38.913883 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c6aaab4a-2d4e-4f1a-bea3-90b46e6bf475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (a3c1f4e1-b89d-4acd-aa0a-7cc28cdd98fb), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:38.954447 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-c6aaab4a-2d4e-4f1a-bea3-90b46e6bf475 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b8656ffc24e54f4e90c1023b46f7ed19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216773 May 17 17:18:38.955331 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aaab4a-2d4e-4f1a-bea3-90b46e6bf475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c1f4e1-b89d-4acd-aa0a-7cc28cdd98fb,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:38.957207 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 53014) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:39.005768 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-0915667c-96f4-4f8d-9476-4e99238fdff4 admin admin] Publish callbacks [] for security_group (a3c1f4e1-b89d-4acd-aa0a-7cc28cdd98fb), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:39.026630 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-0915667c-96f4-4f8d-9476-4e99238fdff4 admin admin] Publish callbacks [] for security_group (a3c1f4e1-b89d-4acd-aa0a-7cc28cdd98fb), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:39.075874 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-0915667c-96f4-4f8d-9476-4e99238fdff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (a3c1f4e1-b89d-4acd-aa0a-7cc28cdd98fb), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:39.078558 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-0915667c-96f4-4f8d-9476-4e99238fdff4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:39.079694 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-0915667c-96f4-4f8d-9476-4e99238fdff4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a3c1f4e1-b89d-4acd-aa0a-7cc28cdd98fb HTTP/1.1" status: 204 len: 168 time: 0.1214724 May 17 17:18:39.089144 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0915667c-96f4-4f8d-9476-4e99238fdff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c1f4e1-b89d-4acd-aa0a-7cc28cdd98fb,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:40.052742 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 53050) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:40.153557 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-eac8faac-d35d-4010-a3fd-f05fab6cfc13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:40.226509 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-eac8faac-d35d-4010-a3fd-f05fab6cfc13 admin admin] Publish callbacks [] for security_group (f76dcf6f-0eac-4f73-9d8a-b2bf5ca76a07), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:40.230577 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-eac8faac-d35d-4010-a3fd-f05fab6cfc13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (f76dcf6f-0eac-4f73-9d8a-b2bf5ca76a07), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:40.267554 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-eac8faac-d35d-4010-a3fd-f05fab6cfc13 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3d27922170ad411198f2cc0676de346c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2137675 May 17 17:18:40.268565 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8faac-d35d-4010-a3fd-f05fab6cfc13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76dcf6f-0eac-4f73-9d8a-b2bf5ca76a07,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:40.270243 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 53054) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:40.320320 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fd22178a-ae53-407d-a9fc-99961db3792b admin admin] Publish callbacks [] for security_group (f76dcf6f-0eac-4f73-9d8a-b2bf5ca76a07), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:40.342638 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fd22178a-ae53-407d-a9fc-99961db3792b admin admin] Publish callbacks [] for security_group (f76dcf6f-0eac-4f73-9d8a-b2bf5ca76a07), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:40.389522 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fd22178a-ae53-407d-a9fc-99961db3792b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (f76dcf6f-0eac-4f73-9d8a-b2bf5ca76a07), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:40.392152 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fd22178a-ae53-407d-a9fc-99961db3792b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:40.393288 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-fd22178a-ae53-407d-a9fc-99961db3792b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f76dcf6f-0eac-4f73-9d8a-b2bf5ca76a07 HTTP/1.1" status: 204 len: 168 time: 0.1219707 May 17 17:18:40.402111 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd22178a-ae53-407d-a9fc-99961db3792b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76dcf6f-0eac-4f73-9d8a-b2bf5ca76a07,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:41.661268 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 53134) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:41.764353 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c4e29adf-114f-4524-b32f-56a60215a05b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:41.837358 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c4e29adf-114f-4524-b32f-56a60215a05b admin admin] Publish callbacks [] for security_group (aa171692-f00f-41b1-a716-cce3273c40d4), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:41.841164 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c4e29adf-114f-4524-b32f-56a60215a05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (aa171692-f00f-41b1-a716-cce3273c40d4), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:41.887253 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-c4e29adf-114f-4524-b32f-56a60215a05b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ba9cfe02d2bc429d8f376fc7925cbbf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248900 May 17 17:18:41.889217 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e29adf-114f-4524-b32f-56a60215a05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa171692-f00f-41b1-a716-cce3273c40d4,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:41.889960 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 53138) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:41.939150 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-31d53d99-984b-4ccd-81c3-1a6af8a76ff1 admin admin] Publish callbacks [] for security_group (aa171692-f00f-41b1-a716-cce3273c40d4), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:41.959549 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-31d53d99-984b-4ccd-81c3-1a6af8a76ff1 admin admin] Publish callbacks [] for security_group (aa171692-f00f-41b1-a716-cce3273c40d4), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:42.009546 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-31d53d99-984b-4ccd-81c3-1a6af8a76ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (aa171692-f00f-41b1-a716-cce3273c40d4), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:42.012444 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-31d53d99-984b-4ccd-81c3-1a6af8a76ff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:42.013747 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-31d53d99-984b-4ccd-81c3-1a6af8a76ff1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aa171692-f00f-41b1-a716-cce3273c40d4 HTTP/1.1" status: 204 len: 168 time: 0.1227121 May 17 17:18:42.021295 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d53d99-984b-4ccd-81c3-1a6af8a76ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa171692-f00f-41b1-a716-cce3273c40d4,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:43.788599 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 53162) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:43.895179 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-334a8e70-f2fc-4c73-a1c6-3a61115d2734 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:43.970219 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-334a8e70-f2fc-4c73-a1c6-3a61115d2734 admin admin] Publish callbacks [] for security_group (ea390d6d-a785-430f-85e0-d8a027373794), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:43.973954 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-334a8e70-f2fc-4c73-a1c6-3a61115d2734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (ea390d6d-a785-430f-85e0-d8a027373794), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:44.012132 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-334a8e70-f2fc-4c73-a1c6-3a61115d2734 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=de1048d537bb4d88909acd59cba08bc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2225351 May 17 17:18:44.012985 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a8e70-f2fc-4c73-a1c6-3a61115d2734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea390d6d-a785-430f-85e0-d8a027373794,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:44.014891 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 53168) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:44.020043 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334a8e70-f2fc-4c73-a1c6-3a61115d2734 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:44.020390 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334a8e70-f2fc-4c73-a1c6-3a61115d2734 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:44.020734 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334a8e70-f2fc-4c73-a1c6-3a61115d2734 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:44.021070 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334a8e70-f2fc-4c73-a1c6-3a61115d2734 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:44.021398 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334a8e70-f2fc-4c73-a1c6-3a61115d2734 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:44.021723 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334a8e70-f2fc-4c73-a1c6-3a61115d2734 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:44.022075 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334a8e70-f2fc-4c73-a1c6-3a61115d2734 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:44.022396 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334a8e70-f2fc-4c73-a1c6-3a61115d2734 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:44.022719 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334a8e70-f2fc-4c73-a1c6-3a61115d2734 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:44.023041 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334a8e70-f2fc-4c73-a1c6-3a61115d2734 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:44.023361 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334a8e70-f2fc-4c73-a1c6-3a61115d2734 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:44.023710 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334a8e70-f2fc-4c73-a1c6-3a61115d2734 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:44.024029 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334a8e70-f2fc-4c73-a1c6-3a61115d2734 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:44.024600 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334a8e70-f2fc-4c73-a1c6-3a61115d2734 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:44.025446 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334a8e70-f2fc-4c73-a1c6-3a61115d2734 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:44.066023 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-75009d9f-d207-4d53-a747-158536549bea admin admin] Publish callbacks [] for security_group (ea390d6d-a785-430f-85e0-d8a027373794), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:44.089637 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-75009d9f-d207-4d53-a747-158536549bea admin admin] Publish callbacks [] for security_group (ea390d6d-a785-430f-85e0-d8a027373794), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:44.137283 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-75009d9f-d207-4d53-a747-158536549bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (ea390d6d-a785-430f-85e0-d8a027373794), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:44.139920 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-75009d9f-d207-4d53-a747-158536549bea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:44.141142 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-75009d9f-d207-4d53-a747-158536549bea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ea390d6d-a785-430f-85e0-d8a027373794 HTTP/1.1" status: 204 len: 168 time: 0.1252737 May 17 17:18:44.149576 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75009d9f-d207-4d53-a747-158536549bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea390d6d-a785-430f-85e0-d8a027373794,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:44.157454 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75009d9f-d207-4d53-a747-158536549bea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:44.157805 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75009d9f-d207-4d53-a747-158536549bea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:44.158152 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75009d9f-d207-4d53-a747-158536549bea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:44.158492 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75009d9f-d207-4d53-a747-158536549bea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:44.158824 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75009d9f-d207-4d53-a747-158536549bea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:44.159156 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75009d9f-d207-4d53-a747-158536549bea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:44.159485 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75009d9f-d207-4d53-a747-158536549bea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:44.159845 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75009d9f-d207-4d53-a747-158536549bea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:44.160175 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75009d9f-d207-4d53-a747-158536549bea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:44.160500 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75009d9f-d207-4d53-a747-158536549bea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:44.160824 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75009d9f-d207-4d53-a747-158536549bea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:44.161151 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75009d9f-d207-4d53-a747-158536549bea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:44.161471 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75009d9f-d207-4d53-a747-158536549bea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:44.161790 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75009d9f-d207-4d53-a747-158536549bea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:44.162107 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75009d9f-d207-4d53-a747-158536549bea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:18:46.113202 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c9b35-e6c7-4531-b4f2-1d369c4326b1 req-fe89f436-6667-45fb-90e1-c9777b357864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:18:46.115618 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0f8c9b35-e6c7-4531-b4f2-1d369c4326b1 req-fe89f436-6667-45fb-90e1-c9777b357864 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=21c32c98238c44e7a3581a668e1a5ea3&device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 1168 time: 0.0457351 May 17 17:18:46.117742 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61f3d4-1a05-4673-8912-00c659bd67b4 req-a08a1101-89f3-4756-9a44-b5f958ba5c2a tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:18:46.119543 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-0f61f3d4-1a05-4673-8912-00c659bd67b4 req-a08a1101-89f3-4756-9a44-b5f958ba5c2a tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 984 time: 0.0554678 May 17 17:18:46.201136 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-0f61f3d4-1a05-4673-8912-00c659bd67b4 req-89e25373-5db3-4f5d-8f95-f912fec5ad19 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/security-groups?id=5786b2ea-a989-4589-b327-0930d16c877f&id=9b3ea694-cdd8-4af2-90b6-881924590b26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0732658 May 17 17:18:46.500239 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c9b35-e6c7-4531-b4f2-1d369c4326b1 req-47b581fa-e07a-460c-b72f-11c879bb08e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:18:46.501686 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0f8c9b35-e6c7-4531-b4f2-1d369c4326b1 req-47b581fa-e07a-460c-b72f-11c879bb08e8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dc3d4c09-8a68-4f06-a953-436db768a877 HTTP/1.1" status: 200 len: 915 time: 0.3795683 May 17 17:18:46.564612 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0f8c9b35-e6c7-4531-b4f2-1d369c4326b1 req-0646122d-264d-466f-a20f-6024b05416fd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71199a70-f362-4ec1-8023-8d7cd045f666 HTTP/1.1" status: 200 len: 1001 time: 0.0554273 May 17 17:18:46.613921 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c9b35-e6c7-4531-b4f2-1d369c4326b1 req-418f5716-bca7-4934-be59-42ab17f393a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:18:46.615346 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0f8c9b35-e6c7-4531-b4f2-1d369c4326b1 req-418f5716-bca7-4934-be59-42ab17f393a8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=578f9213-2de8-4641-a0dd-344bb452f898 HTTP/1.1" status: 200 len: 853 time: 0.0423868 May 17 17:18:46.661604 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c9b35-e6c7-4531-b4f2-1d369c4326b1 req-8d3dbd5f-ee8a-4e2e-bc24-7cca1ea7f2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:18:46.663076 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0f8c9b35-e6c7-4531-b4f2-1d369c4326b1 req-8d3dbd5f-ee8a-4e2e-bc24-7cca1ea7f2a7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dc3d4c09-8a68-4f06-a953-436db768a877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413334 May 17 17:18:46.754147 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0f8c9b35-e6c7-4531-b4f2-1d369c4326b1 req-18fda10e-e0c7-4f8c-9b2b-46bda4fe99e2 service neutron] 10.222.0.23 "GET /v2.0/networks/dc3d4c09-8a68-4f06-a953-436db768a877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817728 May 17 17:18:47.322824 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca453ff-a6c1-4d41-8236-5414560b4b17 req-ae73b318-ad47-4f54-9bb6-71f32c958e21 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:18:47.324334 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-cca453ff-a6c1-4d41-8236-5414560b4b17 req-ae73b318-ad47-4f54-9bb6-71f32c958e21 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 984 time: 0.0542166 May 17 17:18:47.384655 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-cca453ff-a6c1-4d41-8236-5414560b4b17 req-8f0c5de0-aeec-4aff-ac33-2b2302dada4e tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/security-groups?id=5786b2ea-a989-4589-b327-0930d16c877f&id=9b3ea694-cdd8-4af2-90b6-881924590b26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545156 May 17 17:18:47.579409 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0f8c9b35-e6c7-4531-b4f2-1d369c4326b1 req-4a898f1d-847d-4eb2-9e80-b646942dd10c service neutron] 10.222.0.23 "GET /v2.0/networks/dc3d4c09-8a68-4f06-a953-436db768a877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873926 May 17 17:18:48.497951 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2ca18-bbb5-468f-81da-4412990fca1d req-f36f53ab-1d8e-49c1-886f-b5a630a38c94 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:18:48.499412 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-65d2ca18-bbb5-468f-81da-4412990fca1d req-f36f53ab-1d8e-49c1-886f-b5a630a38c94 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 984 time: 0.0475709 May 17 17:18:48.558865 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-65d2ca18-bbb5-468f-81da-4412990fca1d req-e00f2af2-38aa-46a7-900a-9e40fbc45698 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/security-groups?id=5786b2ea-a989-4589-b327-0930d16c877f&id=9b3ea694-cdd8-4af2-90b6-881924590b26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538199 May 17 17:18:49.692407 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f2b2f-11b3-4574-85c9-cca0d2adb620 req-f5063402-ee8d-4c33-a9ee-9ee485a168e2 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:18:49.694046 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-011f2b2f-11b3-4574-85c9-cca0d2adb620 req-f5063402-ee8d-4c33-a9ee-9ee485a168e2 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 984 time: 0.0579059 May 17 17:18:49.694173 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 53250) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:49.759776 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-011f2b2f-11b3-4574-85c9-cca0d2adb620 req-b000b9b3-40da-4cf8-8c90-e0586f0c407e tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/security-groups?id=5786b2ea-a989-4589-b327-0930d16c877f&id=9b3ea694-cdd8-4af2-90b6-881924590b26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562484 May 17 17:18:49.804385 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-235f0698-5ce7-4f24-a209-428db6fe9a46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:49.878523 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-235f0698-5ce7-4f24-a209-428db6fe9a46 admin admin] Publish callbacks [] for security_group (f511977b-ad41-4330-a39e-dd1cda1df60c), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:49.882949 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-235f0698-5ce7-4f24-a209-428db6fe9a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (f511977b-ad41-4330-a39e-dd1cda1df60c), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:49.922712 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-235f0698-5ce7-4f24-a209-428db6fe9a46 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=141ccb11a3e9417a8684a1b14109db45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2273326 May 17 17:18:49.923491 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f0698-5ce7-4f24-a209-428db6fe9a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f511977b-ad41-4330-a39e-dd1cda1df60c,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:49.925646 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 53254) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:18:49.985577 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-131c83fb-e99d-4e88-b001-81c4a1dfa62f admin admin] Publish callbacks [] for security_group (f511977b-ad41-4330-a39e-dd1cda1df60c), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:50.006309 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-131c83fb-e99d-4e88-b001-81c4a1dfa62f admin admin] Publish callbacks [] for security_group (f511977b-ad41-4330-a39e-dd1cda1df60c), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:50.052647 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-131c83fb-e99d-4e88-b001-81c4a1dfa62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (f511977b-ad41-4330-a39e-dd1cda1df60c), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:50.055181 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-131c83fb-e99d-4e88-b001-81c4a1dfa62f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:50.057023 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-131c83fb-e99d-4e88-b001-81c4a1dfa62f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f511977b-ad41-4330-a39e-dd1cda1df60c HTTP/1.1" status: 204 len: 168 time: 0.1207902 May 17 17:18:50.064435 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c83fb-e99d-4e88-b001-81c4a1dfa62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f511977b-ad41-4330-a39e-dd1cda1df60c,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:18:50.872807 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1953b687-f93a-4bfc-86c7-247805b7a3c7 req-b9f6ac5f-9a2f-4bd7-bd23-34a2e4fe3166 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:18:50.874274 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1953b687-f93a-4bfc-86c7-247805b7a3c7 req-b9f6ac5f-9a2f-4bd7-bd23-34a2e4fe3166 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 984 time: 0.0467508 May 17 17:18:50.936087 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1953b687-f93a-4bfc-86c7-247805b7a3c7 req-c593c542-6297-44b7-8c6a-b5a854658b03 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/security-groups?id=5786b2ea-a989-4589-b327-0930d16c877f&id=9b3ea694-cdd8-4af2-90b6-881924590b26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561228 May 17 17:18:51.207759 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-83e77ad4-02b0-4fef-9637-e694cfd9da74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:52.052020 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2b037-ddff-4298-bcac-58bab70a316b req-577da31c-87ec-49ed-9dd7-2921d2ba10ca tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:18:52.053472 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-edd2b037-ddff-4298-bcac-58bab70a316b req-577da31c-87ec-49ed-9dd7-2921d2ba10ca tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 984 time: 0.0485606 May 17 17:18:52.112630 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-edd2b037-ddff-4298-bcac-58bab70a316b req-3eb254de-c2be-4b74-9e2d-1b09a76a99b0 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/security-groups?id=5786b2ea-a989-4589-b327-0930d16c877f&id=9b3ea694-cdd8-4af2-90b6-881924590b26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534146 May 17 17:18:53.226862 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4cd4a7-7f19-4537-af2c-6ad12cdb67c4 req-ea4b5993-76ef-4b34-8860-c56639164651 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:18:53.228385 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-fb4cd4a7-7f19-4537-af2c-6ad12cdb67c4 req-ea4b5993-76ef-4b34-8860-c56639164651 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 984 time: 0.0487983 May 17 17:18:53.288661 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-fb4cd4a7-7f19-4537-af2c-6ad12cdb67c4 req-e9fbd613-bc89-4ee0-bc5e-46fd8d201b54 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/security-groups?id=5786b2ea-a989-4589-b327-0930d16c877f&id=9b3ea694-cdd8-4af2-90b6-881924590b26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539076 May 17 17:18:53.376294 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2f7a1e2e-fa7f-463f-8c48-9d21633ba6de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:53.814069 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (f77364a9-2f6e-44ad-9fc6-92e3e143ef92), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:54.404811 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58587bc4-033b-40dd-baee-335d9ebc2f57 req-af544641-339f-4819-b03e-af4465434192 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:18:54.406165 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-58587bc4-033b-40dd-baee-335d9ebc2f57 req-af544641-339f-4819-b03e-af4465434192 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 984 time: 0.0517206 May 17 17:18:54.464050 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-58587bc4-033b-40dd-baee-335d9ebc2f57 req-6f8ef80a-c084-4bfc-9e5e-e999c7c7073e tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/security-groups?id=5786b2ea-a989-4589-b327-0930d16c877f&id=9b3ea694-cdd8-4af2-90b6-881924590b26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522780 May 17 17:18:54.868716 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:55.578863 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c6966-b08c-41c0-b324-36bb72050c72 req-579bb920-7af4-429d-8263-c40c0e3343a9 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:18:55.580378 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c87c6966-b08c-41c0-b324-36bb72050c72 req-579bb920-7af4-429d-8263-c40c0e3343a9 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 984 time: 0.0475183 May 17 17:18:55.639937 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c87c6966-b08c-41c0-b324-36bb72050c72 req-5eb0bd2b-37d4-408b-b05c-12338b29493e tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/security-groups?id=5786b2ea-a989-4589-b327-0930d16c877f&id=9b3ea694-cdd8-4af2-90b6-881924590b26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538380 May 17 17:18:55.760079 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.agents_db [None req-bd8c2525-aad1-4fe1-b03f-cf2f293aaa3a None None] Agent healthcheck: found 6 active agents {{(pid=103513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:18:55.913603 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:56.752644 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ee0e6-ecf5-4b71-85a2-e2b807b9a5b7 req-eb779d6e-023c-476c-ae4e-668785010d84 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:18:56.754195 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-0c3ee0e6-ecf5-4b71-85a2-e2b807b9a5b7 req-eb779d6e-023c-476c-ae4e-668785010d84 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 984 time: 0.0480294 May 17 17:18:56.824352 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-0c3ee0e6-ecf5-4b71-85a2-e2b807b9a5b7 req-75f6c1b2-c363-41df-b68c-a9adda4b0be9 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/security-groups?id=5786b2ea-a989-4589-b327-0930d16c877f&id=9b3ea694-cdd8-4af2-90b6-881924590b26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591376 May 17 17:18:57.474578 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:57.941922 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc8fde-2cd6-4381-b763-28545578d0b7 req-698c0dd2-bdba-4af8-a86e-b4403eb13693 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:18:57.944040 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-97dc8fde-2cd6-4381-b763-28545578d0b7 req-698c0dd2-bdba-4af8-a86e-b4403eb13693 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 984 time: 0.0512824 May 17 17:18:58.003934 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-97dc8fde-2cd6-4381-b763-28545578d0b7 req-7e3ab4f8-9baa-4f36-88d2-6e8c51d2bfde tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/security-groups?id=5786b2ea-a989-4589-b327-0930d16c877f&id=9b3ea694-cdd8-4af2-90b6-881924590b26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539320 May 17 17:18:59.117179 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba24dd1-317b-4303-ba98-edb2cac65212 req-05af4d39-ada3-4f7f-89ff-a82c38525751 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:18:59.118620 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5ba24dd1-317b-4303-ba98-edb2cac65212 req-05af4d39-ada3-4f7f-89ff-a82c38525751 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 984 time: 0.0473642 May 17 17:18:59.178756 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5ba24dd1-317b-4303-ba98-edb2cac65212 req-53642751-f657-4dbb-bdbc-2aecf67dfbab tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/security-groups?id=5786b2ea-a989-4589-b327-0930d16c877f&id=9b3ea694-cdd8-4af2-90b6-881924590b26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543571 May 17 17:19:00.293431 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ce52f-2a6a-4819-843f-8ed904b88718 req-df2c798d-5370-4896-ad24-767fd4157b9d tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:00.295521 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-080ce52f-2a6a-4819-843f-8ed904b88718 req-df2c798d-5370-4896-ad24-767fd4157b9d tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 984 time: 0.0503426 May 17 17:19:00.353022 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-080ce52f-2a6a-4819-843f-8ed904b88718 req-b3db0c4e-bb19-42d1-ad20-c8b1f3f450dd tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/security-groups?id=5786b2ea-a989-4589-b327-0930d16c877f&id=9b3ea694-cdd8-4af2-90b6-881924590b26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518589 May 17 17:19:01.294296 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 53362) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:01.396598 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-32de2000-20ed-46ee-ae45-8a858958bb54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:01.484176 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195f4e7-c252-4c84-a23b-f82a7d6bcd08 req-988df709-5987-415d-a378-bc0af9154223 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:01.485626 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a195f4e7-c252-4c84-a23b-f82a7d6bcd08 req-988df709-5987-415d-a378-bc0af9154223 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 984 time: 0.0595057 May 17 17:19:01.528131 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-32de2000-20ed-46ee-ae45-8a858958bb54 admin admin] Publish callbacks [] for security_group (95900fb2-5f80-4197-baf3-73ec040bab17), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:01.533100 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-32de2000-20ed-46ee-ae45-8a858958bb54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (95900fb2-5f80-4197-baf3-73ec040bab17), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:01.593144 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de2000-20ed-46ee-ae45-8a858958bb54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95900fb2-5f80-4197-baf3-73ec040bab17,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:01.602257 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-32de2000-20ed-46ee-ae45-8a858958bb54 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=795d2a46943f4e00a3c768507f8db459&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3064547 May 17 17:19:01.604961 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 53368) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:01.609649 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a195f4e7-c252-4c84-a23b-f82a7d6bcd08 req-dd8a33dd-a822-48c6-a56d-e953f9d12f4c tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/security-groups?id=5786b2ea-a989-4589-b327-0930d16c877f&id=9b3ea694-cdd8-4af2-90b6-881924590b26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1150451 May 17 17:19:01.658604 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8d2f2595-869c-4ce3-b1aa-94c30191dbdb admin admin] Publish callbacks [] for security_group (95900fb2-5f80-4197-baf3-73ec040bab17), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:01.679344 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8d2f2595-869c-4ce3-b1aa-94c30191dbdb admin admin] Publish callbacks [] for security_group (95900fb2-5f80-4197-baf3-73ec040bab17), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:01.728381 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8d2f2595-869c-4ce3-b1aa-94c30191dbdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (95900fb2-5f80-4197-baf3-73ec040bab17), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:01.730974 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8d2f2595-869c-4ce3-b1aa-94c30191dbdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:01.732892 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-8d2f2595-869c-4ce3-b1aa-94c30191dbdb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/95900fb2-5f80-4197-baf3-73ec040bab17 HTTP/1.1" status: 204 len: 168 time: 0.1269312 May 17 17:19:01.740934 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f2595-869c-4ce3-b1aa-94c30191dbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95900fb2-5f80-4197-baf3-73ec040bab17,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:02.722445 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999dcf60-7b5e-43ac-abe9-543b4c458372 req-a94904a3-481e-42ed-bb96-6fc128392c89 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:02.723930 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-999dcf60-7b5e-43ac-abe9-543b4c458372 req-a94904a3-481e-42ed-bb96-6fc128392c89 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 984 time: 0.0471838 May 17 17:19:02.783367 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-999dcf60-7b5e-43ac-abe9-543b4c458372 req-64a60286-b288-4ff6-90e7-71a20157ed63 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/security-groups?id=5786b2ea-a989-4589-b327-0930d16c877f&id=9b3ea694-cdd8-4af2-90b6-881924590b26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539298 May 17 17:19:03.906814 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b790373-a307-4335-a409-008bd434fd33 req-ee925527-27de-4947-b987-7695e31a0262 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:03.908329 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8b790373-a307-4335-a409-008bd434fd33 req-ee925527-27de-4947-b987-7695e31a0262 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 984 time: 0.0467501 May 17 17:19:03.969149 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-8b790373-a307-4335-a409-008bd434fd33 req-4b8ffbf6-e2db-4c91-85c5-f3447b7a62c1 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/security-groups?id=5786b2ea-a989-4589-b327-0930d16c877f&id=9b3ea694-cdd8-4af2-90b6-881924590b26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552523 May 17 17:19:05.080475 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b0d18-fc85-40c7-b6ed-b8e727e88ede req-bce9ae11-85de-4bf5-9ae9-0b822659369a tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:05.081919 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d58b0d18-fc85-40c7-b6ed-b8e727e88ede req-bce9ae11-85de-4bf5-9ae9-0b822659369a tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 984 time: 0.0462530 May 17 17:19:05.141829 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d58b0d18-fc85-40c7-b6ed-b8e727e88ede req-570ab279-196d-428e-a4a5-837aef016ec4 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/security-groups?id=5786b2ea-a989-4589-b327-0930d16c877f&id=9b3ea694-cdd8-4af2-90b6-881924590b26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542202 May 17 17:19:06.256665 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456d10b-fac5-49c4-9f9b-4ae6c5236094 req-7331bbde-a600-487c-a200-ba602ff058cb tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:06.258043 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3456d10b-fac5-49c4-9f9b-4ae6c5236094 req-7331bbde-a600-487c-a200-ba602ff058cb tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 984 time: 0.0463083 May 17 17:19:06.317614 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3456d10b-fac5-49c4-9f9b-4ae6c5236094 req-160e2727-a2ae-43e7-b595-a379e02e784a tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/security-groups?id=5786b2ea-a989-4589-b327-0930d16c877f&id=9b3ea694-cdd8-4af2-90b6-881924590b26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530488 May 17 17:19:07.433903 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb32984-5d9b-424c-a662-c26b5441adef req-7e467267-4684-4ac5-a7c2-319f6260cb98 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:07.435486 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-0bb32984-5d9b-424c-a662-c26b5441adef req-7e467267-4684-4ac5-a7c2-319f6260cb98 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 984 time: 0.0503137 May 17 17:19:07.495049 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-0bb32984-5d9b-424c-a662-c26b5441adef req-fabc37f4-82bd-40ca-8a41-a9872ee78a7c tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/security-groups?id=5786b2ea-a989-4589-b327-0930d16c877f&id=9b3ea694-cdd8-4af2-90b6-881924590b26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534718 May 17 17:19:21.209911 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-29007a4f-901b-4561-bf34-c319c2d54cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:23.377743 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-14ef981a-2203-48e9-a05c-21a82ed6c1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:23.817952 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (f77364a9-2f6e-44ad-9fc6-92e3e143ef92), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:24.872546 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:25.915542 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:27.477276 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:27.827952 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2d97127f-a5db-43ce-881d-e03aa21b598c req-3befe2ab-e4ea-4e98-be50-69c6c78be169 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=82812c49-fa86-43cc-ab6f-2df6bf74dfd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378687 May 17 17:19:27.908550 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97127f-a5db-43ce-881d-e03aa21b598c req-3a45fecc-f767-4a03-8fa7-1ab62dce7ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:27.910103 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2d97127f-a5db-43ce-881d-e03aa21b598c req-3a45fecc-f767-4a03-8fa7-1ab62dce7ec2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b1528992e3c74c08b5c4192466f23852&device_id=82812c49-fa86-43cc-ab6f-2df6bf74dfd8 HTTP/1.1" status: 200 len: 1130 time: 0.0395494 May 17 17:19:28.013354 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97127f-a5db-43ce-881d-e03aa21b598c req-a13d25b1-de52-4f25-8811-ac91753198f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:28.014806 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2d97127f-a5db-43ce-881d-e03aa21b598c req-a13d25b1-de52-4f25-8811-ac91753198f8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f954c18a-8821-47ca-8b80-a2fbc154db5e HTTP/1.1" status: 200 len: 912 time: 0.0854585 May 17 17:19:28.074884 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2d97127f-a5db-43ce-881d-e03aa21b598c req-0fac2c79-1ff0-45e5-9a6b-cf1e807b6f48 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69a028cd-6a7e-49ed-93d6-e5229bb69b2c HTTP/1.1" status: 200 len: 1002 time: 0.0536861 May 17 17:19:28.122473 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97127f-a5db-43ce-881d-e03aa21b598c req-2a99d129-1fff-44bf-aab9-8d0c3fb6814e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:28.123921 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2d97127f-a5db-43ce-881d-e03aa21b598c req-2a99d129-1fff-44bf-aab9-8d0c3fb6814e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7e6d0a25-a986-4141-abe4-fef5bc7f9be9 HTTP/1.1" status: 200 len: 850 time: 0.0431972 May 17 17:19:28.170256 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97127f-a5db-43ce-881d-e03aa21b598c req-7adb19bf-6950-4ba9-b59b-cda8335b9899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:28.171772 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2d97127f-a5db-43ce-881d-e03aa21b598c req-7adb19bf-6950-4ba9-b59b-cda8335b9899 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f954c18a-8821-47ca-8b80-a2fbc154db5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423672 May 17 17:19:28.257712 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2d97127f-a5db-43ce-881d-e03aa21b598c req-9856aa55-d695-4bec-9404-1f714281b0ce service neutron] 10.222.0.23 "GET /v2.0/networks/f954c18a-8821-47ca-8b80-a2fbc154db5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800490 May 17 17:19:28.353011 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2d97127f-a5db-43ce-881d-e03aa21b598c req-880c186a-1658-4c1e-b00c-ea48a0a8359e service neutron] 10.222.0.23 "GET /v2.0/networks/f954c18a-8821-47ca-8b80-a2fbc154db5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890536 May 17 17:19:32.760182 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.agents_db [None req-bd8c2525-aad1-4fe1-b03f-cf2f293aaa3a None None] Agent healthcheck: found 6 active agents {{(pid=103513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:19:40.051026 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-206ef05c-51c9-4cbd-a7a8-4bf873f81691 req-b42fc37d-ab69-4a60-acfb-e68a521f3e76 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-878442003&fields=id&tenant_id=21c32c98238c44e7a3581a668e1a5ea3 HTTP/1.1" status: 200 len: 267 time: 0.0445864 May 17 17:19:40.100858 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ef05c-51c9-4cbd-a7a8-4bf873f81691 req-26f1ae34-b4d2-47b4-b985-db2301ee3fb5 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:40.102316 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-206ef05c-51c9-4cbd-a7a8-4bf873f81691 req-26f1ae34-b4d2-47b4-b985-db2301ee3fb5 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 984 time: 0.0459802 May 17 17:19:40.112642 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [req-206ef05c-51c9-4cbd-a7a8-4bf873f81691 req-2bd73347-2f19-4ae0-a53f-50ba01d460be tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Request body: {'port': {'security_groups': ['9b3ea694-cdd8-4af2-90b6-881924590b26']}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:19:40.186497 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [req-206ef05c-51c9-4cbd-a7a8-4bf873f81691 req-2bd73347-2f19-4ae0-a53f-50ba01d460be tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (71199a70-f362-4ec1-8023-8d7cd045f666), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:40.387236 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [req-206ef05c-51c9-4cbd-a7a8-4bf873f81691 req-2bd73347-2f19-4ae0-a53f-50ba01d460be tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] For port 71199a70-f362-4ec1-8023-8d7cd045f666, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=71199a70-f362-4ec1-8023-8d7cd045f666,segment=NetworkSegment(1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd),segment_id=1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:19:40.415165 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [req-206ef05c-51c9-4cbd-a7a8-4bf873f81691 req-2bd73347-2f19-4ae0-a53f-50ba01d460be tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks [] for port (71199a70-f362-4ec1-8023-8d7cd045f666), precommit_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:40.419550 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [req-206ef05c-51c9-4cbd-a7a8-4bf873f81691 req-2bd73347-2f19-4ae0-a53f-50ba01d460be tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4266328'] for port (71199a70-f362-4ec1-8023-8d7cd045f666), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:40.432848 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] get_ports_and_sgs() called for port_ids ['71199a70-f362-4ec1-8023-8d7cd045f666'] {{(pid=103512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:19:40.460369 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ef05c-51c9-4cbd-a7a8-4bf873f81691 req-2bd73347-2f19-4ae0-a53f-50ba01d460be tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:40.460981 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [req-206ef05c-51c9-4cbd-a7a8-4bf873f81691 req-2bd73347-2f19-4ae0-a53f-50ba01d460be tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:40.462372 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-206ef05c-51c9-4cbd-a7a8-4bf873f81691 req-2bd73347-2f19-4ae0-a53f-50ba01d460be tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "PUT /v2.0/ports/71199a70-f362-4ec1-8023-8d7cd045f666 HTTP/1.1" status: 200 len: 942 time: 0.3540180 May 17 17:19:40.462834 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa95d7a-9071-46b7-bff5-c6d3fa54d1d3', 'tag': '71199a70-f362-4ec1-8023-8d7cd045f666'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:19:40.465317 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}013e0ef84fb20d02ca9c836efc6ccc20e48c75fd9b469b89b36882842dcef414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ea8e1b-063a-42c6-9788-26008c78b9be" -d '{"events": [{"name": "network-changed", "server_uuid": "daa95d7a-9071-46b7-bff5-c6d3fa54d1d3", "tag": "71199a70-f362-4ec1-8023-8d7cd045f666"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:19:40.484791 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 53416) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:40.518647 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f33e7a-872c-4354-9528-27eba9b7ce3d x-openstack-request-id: req-86f33e7a-872c-4354-9528-27eba9b7ce3d {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:19:40.518883 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daa95d7a-9071-46b7-bff5-c6d3fa54d1d3", "tag": "71199a70-f362-4ec1-8023-8d7cd045f666", "status": "completed", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:19:40.519236 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-86f33e7a-872c-4354-9528-27eba9b7ce3d {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:19:40.520379 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86f33e7a-872c-4354-9528-27eba9b7ce3d'] response: {'name': 'network-changed', 'server_uuid': 'daa95d7a-9071-46b7-bff5-c6d3fa54d1d3', 'tag': '71199a70-f362-4ec1-8023-8d7cd045f666', 'status': 'completed', 'code': 200} May 17 17:19:40.522975 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd73347-2f19-4ae0-a53f-50ba01d460be tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Pushing event updated for resources: {'Port': ['ID=71199a70-f362-4ec1-8023-8d7cd045f666,revision_number=7']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:40.595130 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] get_ports_and_sgs() called for port_ids ['71199a70-f362-4ec1-8023-8d7cd045f666'] {{(pid=103512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:19:40.639076 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea8e1b-063a-42c6-9788-26008c78b9be req-b9d8c123-8c23-4266-8e42-7f43ec48f8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:40.640659 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a4ea8e1b-063a-42c6-9788-26008c78b9be req-b9d8c123-8c23-4266-8e42-7f43ec48f8c5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=21c32c98238c44e7a3581a668e1a5ea3&device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 1129 time: 0.0903833 May 17 17:19:40.641497 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-136068ae-07a7-40d7-97f4-8fee44b8444b tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks [] for security_group (5786b2ea-a989-4589-b327-0930d16c877f), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:40.709898 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-136068ae-07a7-40d7-97f4-8fee44b8444b tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks [] for security_group (5786b2ea-a989-4589-b327-0930d16c877f), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:40.792716 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea8e1b-063a-42c6-9788-26008c78b9be req-c0a8524a-5ad6-45f4-89dd-c0161b76537b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:40.794310 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a4ea8e1b-063a-42c6-9788-26008c78b9be req-c0a8524a-5ad6-45f4-89dd-c0161b76537b service neutron] 10.222.0.23 "GET /v2.0/networks?id=dc3d4c09-8a68-4f06-a953-436db768a877 HTTP/1.1" status: 200 len: 915 time: 0.1459458 May 17 17:19:40.826261 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-fb5917e5-2258-406a-9fc9-8f5384a8fd13 None None] Provisioning complete for port 71199a70-f362-4ec1-8023-8d7cd045f666 triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:19:40.826623 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fb5917e5-2258-406a-9fc9-8f5384a8fd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (71199a70-f362-4ec1-8023-8d7cd045f666), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:40.861638 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-136068ae-07a7-40d7-97f4-8fee44b8444b tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (5786b2ea-a989-4589-b327-0930d16c877f), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:40.864148 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-136068ae-07a7-40d7-97f4-8fee44b8444b tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:40.865365 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-136068ae-07a7-40d7-97f4-8fee44b8444b tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "DELETE /v2.0/security-groups/5786b2ea-a989-4589-b327-0930d16c877f HTTP/1.1" status: 204 len: 168 time: 0.3786116 May 17 17:19:40.868234 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 53420) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:40.876420 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136068ae-07a7-40d7-97f4-8fee44b8444b tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5786b2ea-a989-4589-b327-0930d16c877f,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:40.880976 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a4ea8e1b-063a-42c6-9788-26008c78b9be req-66243c86-9301-464b-b4d8-422aa6cd03fe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71199a70-f362-4ec1-8023-8d7cd045f666 HTTP/1.1" status: 200 len: 1001 time: 0.0798645 May 17 17:19:40.921356 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-fb5917e5-2258-406a-9fc9-8f5384a8fd13 None None] Current status of the port 71199a70-f362-4ec1-8023-8d7cd045f666 is: ACTIVE; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:19:40.937682 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea8e1b-063a-42c6-9788-26008c78b9be req-8d84815b-87d1-4e77-aaa5-2b2aa48f6191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:40.939198 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a4ea8e1b-063a-42c6-9788-26008c78b9be req-8d84815b-87d1-4e77-aaa5-2b2aa48f6191 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=578f9213-2de8-4641-a0dd-344bb452f898 HTTP/1.1" status: 200 len: 853 time: 0.0521030 May 17 17:19:40.984504 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea8e1b-063a-42c6-9788-26008c78b9be req-3d4de0ce-f203-4586-a0f0-2e2105e35827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:40.986011 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a4ea8e1b-063a-42c6-9788-26008c78b9be req-3d4de0ce-f203-4586-a0f0-2e2105e35827 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dc3d4c09-8a68-4f06-a953-436db768a877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394018 May 17 17:19:41.015807 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-f3f6d772-0c6c-4de3-8c5a-6d2c91f2d6d1 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Deleting port 39e12874-9151-442d-b7c9-bd2622a5d54b {{(pid=103511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:19:41.016143 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f3f6d772-0c6c-4de3-8c5a-6d2c91f2d6d1 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (39e12874-9151-442d-b7c9-bd2622a5d54b), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:41.081770 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a4ea8e1b-063a-42c6-9788-26008c78b9be req-109541e0-c9e1-4e96-8641-3999b1b6cd77 service neutron] 10.222.0.23 "GET /v2.0/networks/dc3d4c09-8a68-4f06-a953-436db768a877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865369 May 17 17:19:41.093952 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f3f6d772-0c6c-4de3-8c5a-6d2c91f2d6d1 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (39e12874-9151-442d-b7c9-bd2622a5d54b), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:41.094388 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f3f6d772-0c6c-4de3-8c5a-6d2c91f2d6d1 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks [] for floatingip (39e12874-9151-442d-b7c9-bd2622a5d54b), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:41.107179 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-f3f6d772-0c6c-4de3-8c5a-6d2c91f2d6d1 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Calling delete_port for 39e12874-9151-442d-b7c9-bd2622a5d54b owned by network:floatingip {{(pid=103511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:19:41.172939 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a4ea8e1b-063a-42c6-9788-26008c78b9be req-e5b4b014-ce69-481f-9c9a-c15f0a032955 service neutron] 10.222.0.23 "GET /v2.0/networks/dc3d4c09-8a68-4f06-a953-436db768a877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837157 May 17 17:19:41.250673 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f3f6d772-0c6c-4de3-8c5a-6d2c91f2d6d1 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4266351'] for port (39e12874-9151-442d-b7c9-bd2622a5d54b), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:41.274657 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f6d772-0c6c-4de3-8c5a-6d2c91f2d6d1 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Pushing event deleted for resources: {'Port': ['ID=39e12874-9151-442d-b7c9-bd2622a5d54b,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:41.334653 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f3f6d772-0c6c-4de3-8c5a-6d2c91f2d6d1 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks [] for floatingip (7592c9b3-5c3e-4944-abfb-3287e68d6cca), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:41.335258 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.db.l3_db [None req-f3f6d772-0c6c-4de3-8c5a-6d2c91f2d6d1 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Floating IP 7592c9b3-5c3e-4944-abfb-3287e68d6cca disassociated (deleted). External IP: 172.27.0.135, port: 71199a70-f362-4ec1-8023-8d7cd045f666. May 17 17:19:41.531460 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f6d772-0c6c-4de3-8c5a-6d2c91f2d6d1 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Router b5613072-ca78-49bc-ad89-dbf940238d64 has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:19:41.630891 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f6d772-0c6c-4de3-8c5a-6d2c91f2d6d1 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:19:41.635707 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f3f6d772-0c6c-4de3-8c5a-6d2c91f2d6d1 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for floatingip (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:41.640289 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb0d866-74ff-4dbb-93d6-d97d530f82f7 None None] Sync routers for ids ['b5613072-ca78-49bc-ad89-dbf940238d64'] in dv-cinder-842149-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:19:41.651036 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb0d866-74ff-4dbb-93d6-d97d530f82f7 None None] Routers {'b5613072-ca78-49bc-ad89-dbf940238d64'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:19:41.651667 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-ffb0d866-74ff-4dbb-93d6-d97d530f82f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:19:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['b5613072-ca78-49bc-ad89-dbf940238d64'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:19:41.665440 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-f3f6d772-0c6c-4de3-8c5a-6d2c91f2d6d1 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "DELETE /v2.0/floatingips/7592c9b3-5c3e-4944-abfb-3287e68d6cca HTTP/1.1" status: 204 len: 168 time: 0.7961342 May 17 17:19:41.757462 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-ffb0d866-74ff-4dbb-93d6-d97d530f82f7 None None] Set router b5613072-ca78-49bc-ad89-dbf940238d64 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:19:42.065349 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-ffb0d866-74ff-4dbb-93d6-d97d530f82f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5613072-ca78-49bc-ad89-dbf940238d64', 'name': 'tempest-TestMinimumBasicScenario-199818081-router', 'tenant_id': '21c32c98238c44e7a3581a668e1a5ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '114a8c75-6427-4beb-a715-a83c31ef0118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:17:12Z', 'updated_at': '2022-05-17T17:17:14Z', 'revision_number': 4, 'project_id': '21c32c98238c44e7a3581a668e1a5ea3', 'gw_port': {'id': '114a8c75-6427-4beb-a715-a83c31ef0118', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5613072-ca78-49bc-ad89-dbf940238d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:17:12Z', 'updated_at': '2022-05-17T17:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': '2df9f1ef-408e-4bfc-a031-f97f828bd5fe', 'name': '', 'network_id': 'dc3d4c09-8a68-4f06-a953-436db768a877', 'tenant_id': '21c32c98238c44e7a3581a668e1a5ea3', 'mac_address': 'fa:16:3e:48:7f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5613072-ca78-49bc-ad89-dbf940238d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '578f9213-2de8-4641-a0dd-344bb452f898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:17:14Z', 'updated_at': '2022-05-17T17:17:19Z', 'revision_number': 5, 'project_id': '21c32c98238c44e7a3581a668e1a5ea3', 'subnets': [{'id': '578f9213-2de8-4641-a0dd-344bb452f898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:19:42.093645 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb0d866-74ff-4dbb-93d6-d97d530f82f7 None None] Checking router: b5613072-ca78-49bc-ad89-dbf940238d64 for host: dv-cinder-842149-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:19:42.101849 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb0d866-74ff-4dbb-93d6-d97d530f82f7 None None] Routers {'b5613072-ca78-49bc-ad89-dbf940238d64'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:19:42.102441 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-ffb0d866-74ff-4dbb-93d6-d97d530f82f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:19:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['b5613072-ca78-49bc-ad89-dbf940238d64'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:19:42.200738 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-ffb0d866-74ff-4dbb-93d6-d97d530f82f7 None None] Set router b5613072-ca78-49bc-ad89-dbf940238d64 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:19:42.381328 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-ffb0d866-74ff-4dbb-93d6-d97d530f82f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5613072-ca78-49bc-ad89-dbf940238d64', 'name': 'tempest-TestMinimumBasicScenario-199818081-router', 'tenant_id': '21c32c98238c44e7a3581a668e1a5ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '114a8c75-6427-4beb-a715-a83c31ef0118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:17:12Z', 'updated_at': '2022-05-17T17:17:14Z', 'revision_number': 4, 'project_id': '21c32c98238c44e7a3581a668e1a5ea3', 'gw_port': {'id': '114a8c75-6427-4beb-a715-a83c31ef0118', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5613072-ca78-49bc-ad89-dbf940238d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:17:12Z', 'updated_at': '2022-05-17T17:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': '2df9f1ef-408e-4bfc-a031-f97f828bd5fe', 'name': '', 'network_id': 'dc3d4c09-8a68-4f06-a953-436db768a877', 'tenant_id': '21c32c98238c44e7a3581a668e1a5ea3', 'mac_address': 'fa:16:3e:48:7f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5613072-ca78-49bc-ad89-dbf940238d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '578f9213-2de8-4641-a0dd-344bb452f898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:17:14Z', 'updated_at': '2022-05-17T17:17:19Z', 'revision_number': 5, 'project_id': '21c32c98238c44e7a3581a668e1a5ea3', 'subnets': [{'id': '578f9213-2de8-4641-a0dd-344bb452f898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:19:42.406239 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb0d866-74ff-4dbb-93d6-d97d530f82f7 None None] The sync data for ids ['b5613072-ca78-49bc-ad89-dbf940238d64'] in dv-cinder-842149-1-iscsi is: [{'id': 'b5613072-ca78-49bc-ad89-dbf940238d64', 'name': 'tempest-TestMinimumBasicScenario-199818081-router', 'tenant_id': '21c32c98238c44e7a3581a668e1a5ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '114a8c75-6427-4beb-a715-a83c31ef0118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:17:12Z', 'updated_at': '2022-05-17T17:17:14Z', 'revision_number': 4, 'project_id': '21c32c98238c44e7a3581a668e1a5ea3', 'gw_port': {'id': '114a8c75-6427-4beb-a715-a83c31ef0118', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5613072-ca78-49bc-ad89-dbf940238d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:17:12Z', 'updated_at': '2022-05-17T17:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': '2df9f1ef-408e-4bfc-a031-f97f828bd5fe', 'name': '', 'network_id': 'dc3d4c09-8a68-4f06-a953-436db768a877', 'tenant_id': '21c32c98238c44e7a3581a668e1a5ea3', 'mac_address': 'fa:16:3e:48:7f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5613072-ca78-49bc-ad89-dbf940238d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '578f9213-2de8-4641-a0dd-344bb452f898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:17:14Z', 'updated_at': '2022-05-17T17:17:19Z', 'revision_number': 5, 'project_id': '21c32c98238c44e7a3581a668e1a5ea3', 'subnets': [{'id': '578f9213-2de8-4641-a0dd-344bb452f898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:19:42.522052 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa95d7a-9071-46b7-bff5-c6d3fa54d1d3', 'tag': '71199a70-f362-4ec1-8023-8d7cd045f666'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:19:42.524691 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}013e0ef84fb20d02ca9c836efc6ccc20e48c75fd9b469b89b36882842dcef414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a405bc06-01ef-4ca2-a8b6-cede14beb456" -d '{"events": [{"name": "network-changed", "server_uuid": "daa95d7a-9071-46b7-bff5-c6d3fa54d1d3", "tag": "71199a70-f362-4ec1-8023-8d7cd045f666"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:19:42.561045 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f699c792-2c2a-4898-9691-a953dec1455a x-openstack-request-id: req-f699c792-2c2a-4898-9691-a953dec1455a {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:19:42.561406 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daa95d7a-9071-46b7-bff5-c6d3fa54d1d3", "tag": "71199a70-f362-4ec1-8023-8d7cd045f666", "status": "completed", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:19:42.561746 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f699c792-2c2a-4898-9691-a953dec1455a {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:19:42.562210 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f699c792-2c2a-4898-9691-a953dec1455a'] response: {'name': 'network-changed', 'server_uuid': 'daa95d7a-9071-46b7-bff5-c6d3fa54d1d3', 'tag': '71199a70-f362-4ec1-8023-8d7cd045f666', 'status': 'completed', 'code': 200} May 17 17:19:42.628679 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405bc06-01ef-4ca2-a8b6-cede14beb456 req-84a2a428-a791-4af4-bbef-88db0341716a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:42.631683 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a405bc06-01ef-4ca2-a8b6-cede14beb456 req-84a2a428-a791-4af4-bbef-88db0341716a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=21c32c98238c44e7a3581a668e1a5ea3&device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 1129 time: 0.0493338 May 17 17:19:42.672535 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9caa8f8-e76a-40d4-80e4-3da9ae570d59 None None] New status for floating IP 7592c9b3-5c3e-4944-abfb-3287e68d6cca: DOWN {{(pid=103513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:19:42.732373 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405bc06-01ef-4ca2-a8b6-cede14beb456 req-770eb1dc-0040-4dd4-bd1a-3607f5bb9f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:42.735289 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a405bc06-01ef-4ca2-a8b6-cede14beb456 req-770eb1dc-0040-4dd4-bd1a-3607f5bb9f71 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dc3d4c09-8a68-4f06-a953-436db768a877 HTTP/1.1" status: 200 len: 915 time: 0.0981312 May 17 17:19:42.783901 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a405bc06-01ef-4ca2-a8b6-cede14beb456 req-a9be4ca4-3bb9-44a1-9b14-ac6da27dd735 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71199a70-f362-4ec1-8023-8d7cd045f666 HTTP/1.1" status: 200 len: 217 time: 0.0400426 May 17 17:19:42.836412 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405bc06-01ef-4ca2-a8b6-cede14beb456 req-ec53121b-5965-43b3-9c95-61a611b85a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:42.837885 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a405bc06-01ef-4ca2-a8b6-cede14beb456 req-ec53121b-5965-43b3-9c95-61a611b85a87 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=578f9213-2de8-4641-a0dd-344bb452f898 HTTP/1.1" status: 200 len: 853 time: 0.0492682 May 17 17:19:42.888886 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405bc06-01ef-4ca2-a8b6-cede14beb456 req-a6d0d331-7d2c-478d-adee-7590c089dfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:42.890399 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a405bc06-01ef-4ca2-a8b6-cede14beb456 req-a6d0d331-7d2c-478d-adee-7590c089dfe8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dc3d4c09-8a68-4f06-a953-436db768a877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468068 May 17 17:19:42.993100 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a405bc06-01ef-4ca2-a8b6-cede14beb456 req-a1dc3c65-0542-4a78-97ba-bbe5197e8a7e service neutron] 10.222.0.23 "GET /v2.0/networks/dc3d4c09-8a68-4f06-a953-436db768a877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955842 May 17 17:19:43.002628 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-343a4de1-693e-419c-b3e7-892bdd2ec4d5 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-927017117&fields=id&tenant_id=b1528992e3c74c08b5c4192466f23852 HTTP/1.1" status: 200 len: 267 time: 0.0463097 May 17 17:19:43.095310 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a405bc06-01ef-4ca2-a8b6-cede14beb456 req-d75b1a92-776b-4cc3-b0cd-cb173fd2aa61 service neutron] 10.222.0.23 "GET /v2.0/networks/dc3d4c09-8a68-4f06-a953-436db768a877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957272 May 17 17:19:43.119998 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-04c555ee-c1e4-41ca-b858-eff4b1ebf7d8 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:43.124693 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-04c555ee-c1e4-41ca-b858-eff4b1ebf7d8 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/networks?id=f954c18a-8821-47ca-8b80-a2fbc154db5e HTTP/1.1" status: 200 len: 811 time: 0.1112337 May 17 17:19:43.137066 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-5291b46d-d372-4c00-bce2-2618870f44be tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/quotas/b1528992e3c74c08b5c4192466f23852 HTTP/1.1" status: 200 len: 375 time: 0.0099480 May 17 17:19:43.189345 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-bd11c92b-e402-4a77-bcaa-bc0f0054edb9 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1528992e3c74c08b5c4192466f23852&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467122 May 17 17:19:43.286096 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-8e02ed3f-bcfa-4dde-845e-7d3e2f2110d0 service neutron] 10.222.0.48 "GET /v2.0/networks/f954c18a-8821-47ca-8b80-a2fbc154db5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854120 May 17 17:19:43.380706 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-1d53a7cd-70fa-46b3-b95c-b0497dc8ad94 service neutron] 10.222.0.48 "GET /v2.0/networks/f954c18a-8821-47ca-8b80-a2fbc154db5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876107 May 17 17:19:43.659524 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b6da0a3e-5fac-4ae4-896b-94fa6ca5046f req-fa118a52-99cf-4b05-b893-998257b9a3d6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=01cf2a3e-c99c-42a1-96e9-de3c325a36dc HTTP/1.1" status: 200 len: 210 time: 0.0278604 May 17 17:19:44.404442 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d25de-e0ef-4b2d-be81-eb2f7eb8ca7c req-af1bbdf4-f728-4b34-bb6f-2d1a1e660750 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:44.405961 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a54d25de-e0ef-4b2d-be81-eb2f7eb8ca7c req-af1bbdf4-f728-4b34-bb6f-2d1a1e660750 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 945 time: 0.0515008 May 17 17:19:44.454718 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a54d25de-e0ef-4b2d-be81-eb2f7eb8ca7c req-abc11806-e5b1-465a-a1e6-3e03cb4cda4a tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3ea694-cdd8-4af2-90b6-881924590b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427573 May 17 17:19:44.756214 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-3a1634c3-7712-4667-827a-350a8f8bf72a req-b6157824-b439-4127-8d54-3906d9761f6f tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=01cf2a3e-c99c-42a1-96e9-de3c325a36dc HTTP/1.1" status: 200 len: 210 time: 0.0272963 May 17 17:19:45.566346 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9336d-6ea5-46fc-90fa-bb542e78487b req-e84a9ad8-8c28-4f45-8cb9-5b449acf8bc8 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:45.568420 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b0c9336d-6ea5-46fc-90fa-bb542e78487b req-e84a9ad8-8c28-4f45-8cb9-5b449acf8bc8 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 945 time: 0.0465164 May 17 17:19:45.614013 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-b0c9336d-6ea5-46fc-90fa-bb542e78487b req-d6e64259-b2d0-405b-b09c-21bf57fddddf tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3ea694-cdd8-4af2-90b6-881924590b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397558 May 17 17:19:45.862836 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-4ea6bb3b-bc0c-4cc3-af55-2f4a9e4dc641 req-4b4b45d0-4e08-4354-8e98-f8906bdbb1bf tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=01cf2a3e-c99c-42a1-96e9-de3c325a36dc HTTP/1.1" status: 200 len: 210 time: 0.0323009 May 17 17:19:45.888961 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-970cabec-cb6c-4a45-8c8a-938a2926fc26 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:45.890397 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-970cabec-cb6c-4a45-8c8a-938a2926fc26 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.23 "GET /v2.0/networks?id=f954c18a-8821-47ca-8b80-a2fbc154db5e HTTP/1.1" status: 200 len: 811 time: 0.1113434 May 17 17:19:46.010291 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-44a5a9c9-3cf4-4c58-9c64-72af0e1520ea tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1528992e3c74c08b5c4192466f23852 HTTP/1.1" status: 200 len: 379 time: 0.0567346 May 17 17:19:46.022933 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-feb0c98d-c8f3-4b12-b793-6a2404ce088d tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Request body: {'port': {'device_id': '01cf2a3e-c99c-42a1-96e9-de3c325a36dc', 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e', 'admin_state_up': True, 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'security_groups': ['28b40252-adbd-491f-b796-30e56ed2e12f']}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:19:46.146925 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d607fe-71d8-414c-bb40-98aef38b9a47 req-3340ecf9-9f94-40b4-bb46-3d51197e3ca3 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:46.148647 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a9d607fe-71d8-414c-bb40-98aef38b9a47 req-3340ecf9-9f94-40b4-bb46-3d51197e3ca3 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.23 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 945 time: 0.0652425 May 17 17:19:46.206845 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-feb0c98d-c8f3-4b12-b793-6a2404ce088d tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Made reservation on behalf of b1528992e3c74c08b5c4192466f23852 for: {'port': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:19:46.210260 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-feb0c98d-c8f3-4b12-b793-6a2404ce088d tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:46.265807 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-a9d607fe-71d8-414c-bb40-98aef38b9a47 req-7f079159-1670-4c97-ae72-bbe86bf444e5 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Deleting port 71199a70-f362-4ec1-8023-8d7cd045f666 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:19:46.266149 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-a9d607fe-71d8-414c-bb40-98aef38b9a47 req-7f079159-1670-4c97-ae72-bbe86bf444e5 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (71199a70-f362-4ec1-8023-8d7cd045f666), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:46.433922 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-a9d607fe-71d8-414c-bb40-98aef38b9a47 req-7f079159-1670-4c97-ae72-bbe86bf444e5 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] For port 71199a70-f362-4ec1-8023-8d7cd045f666, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=71199a70-f362-4ec1-8023-8d7cd045f666,segment=NetworkSegment(1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd),segment_id=1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:19:46.434256 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-a9d607fe-71d8-414c-bb40-98aef38b9a47 req-7f079159-1670-4c97-ae72-bbe86bf444e5 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (71199a70-f362-4ec1-8023-8d7cd045f666), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:46.453607 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-feb0c98d-c8f3-4b12-b793-6a2404ce088d tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Allocated IP 172.20.0.3 (f954c18a-8821-47ca-8b80-a2fbc154db5e/7e6d0a25-a986-4141-abe4-fef5bc7f9be9/22214f5c-49e6-4040-b1ae-7be35f8961e4) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:19:46.455896 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-a9d607fe-71d8-414c-bb40-98aef38b9a47 req-7f079159-1670-4c97-ae72-bbe86bf444e5 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Calling delete_port for 71199a70-f362-4ec1-8023-8d7cd045f666 owned by compute:nova {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:19:46.679903 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-feb0c98d-c8f3-4b12-b793-6a2404ce088d tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for port (22214f5c-49e6-4040-b1ae-7be35f8961e4), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:46.698500 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-a9d607fe-71d8-414c-bb40-98aef38b9a47 req-7f079159-1670-4c97-ae72-bbe86bf444e5 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15829245'] for port (71199a70-f362-4ec1-8023-8d7cd045f666), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:46.711638 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] get_ports_and_sgs() called for port_ids ['71199a70-f362-4ec1-8023-8d7cd045f666'] {{(pid=103512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:19:46.735394 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef33528-3375-43e0-b10a-d1814a40f174 req-921b9867-9407-4116-af72-7c0ccb3d34df tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:46.737419 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7ef33528-3375-43e0-b10a-d1814a40f174 req-921b9867-9407-4116-af72-7c0ccb3d34df tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa95d7a-9071-46b7-bff5-c6d3fa54d1d3 HTTP/1.1" status: 200 len: 945 time: 0.0542400 May 17 17:19:46.740325 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f079159-1670-4c97-ae72-bbe86bf444e5 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Pushing event deleted for resources: {'Port': ['ID=71199a70-f362-4ec1-8023-8d7cd045f666,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:46.757466 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f079159-1670-4c97-ae72-bbe86bf444e5 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:46.757819 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f079159-1670-4c97-ae72-bbe86bf444e5 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:46.758167 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f079159-1670-4c97-ae72-bbe86bf444e5 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:46.758506 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f079159-1670-4c97-ae72-bbe86bf444e5 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:46.758847 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f079159-1670-4c97-ae72-bbe86bf444e5 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:46.759582 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f079159-1670-4c97-ae72-bbe86bf444e5 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:46.759582 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f079159-1670-4c97-ae72-bbe86bf444e5 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:46.759876 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f079159-1670-4c97-ae72-bbe86bf444e5 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:46.760183 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f079159-1670-4c97-ae72-bbe86bf444e5 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:46.760512 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f079159-1670-4c97-ae72-bbe86bf444e5 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:46.760845 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f079159-1670-4c97-ae72-bbe86bf444e5 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:46.761155 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f079159-1670-4c97-ae72-bbe86bf444e5 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:46.761473 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f079159-1670-4c97-ae72-bbe86bf444e5 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:46.761795 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f079159-1670-4c97-ae72-bbe86bf444e5 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:46.762117 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f079159-1670-4c97-ae72-bbe86bf444e5 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:46.783017 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-feb0c98d-c8f3-4b12-b793-6a2404ce088d tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15829245'] for port (22214f5c-49e6-4040-b1ae-7be35f8961e4), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:46.792096 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7ef33528-3375-43e0-b10a-d1814a40f174 req-1cf49ddd-54e3-492c-9588-9db5b00fa303 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b3ea694-cdd8-4af2-90b6-881924590b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486970 May 17 17:19:46.828823 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d607fe-71d8-414c-bb40-98aef38b9a47 req-7f079159-1670-4c97-ae72-bbe86bf444e5 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] No DVR routers for this DVR port 71199a70-f362-4ec1-8023-8d7cd045f666 on host hv-cinder-84214 {{(pid=103510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:19:46.833073 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-a9d607fe-71d8-414c-bb40-98aef38b9a47 req-7f079159-1670-4c97-ae72-bbe86bf444e5 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:46.836407 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a9d607fe-71d8-414c-bb40-98aef38b9a47 req-7f079159-1670-4c97-ae72-bbe86bf444e5 tempest-TestMinimumBasicScenario-2037747782 tempest-TestMinimumBasicScenario-2037747782-project] 10.222.0.23 "DELETE /v2.0/ports/71199a70-f362-4ec1-8023-8d7cd045f666 HTTP/1.1" status: 204 len: 173 time: 0.6809316 May 17 17:19:46.838217 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa95d7a-9071-46b7-bff5-c6d3fa54d1d3', 'name': 'network-vif-deleted', 'tag': '71199a70-f362-4ec1-8023-8d7cd045f666'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:19:46.840700 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25b03a9-e87e-466a-8688-f41f1b4bddfa" -d '{"events": [{"server_uuid": "daa95d7a-9071-46b7-bff5-c6d3fa54d1d3", "name": "network-vif-deleted", "tag": "71199a70-f362-4ec1-8023-8d7cd045f666"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:19:46.853097 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-feb0c98d-c8f3-4b12-b793-6a2404ce088d tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Network f954c18a-8821-47ca-8b80-a2fbc154db5e is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:19:46.856635 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-feb0c98d-c8f3-4b12-b793-6a2404ce088d tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:19:46.861006 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-feb0c98d-c8f3-4b12-b793-6a2404ce088d tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:19:46.900672 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf53215-7852-4386-95ee-99c410737220 x-openstack-request-id: req-adf53215-7852-4386-95ee-99c410737220 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:19:46.901299 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa95d7a-9071-46b7-bff5-c6d3fa54d1d3", "name": "network-vif-deleted", "tag": "71199a70-f362-4ec1-8023-8d7cd045f666", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:19:46.901299 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-adf53215-7852-4386-95ee-99c410737220 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:19:46.901604 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adf53215-7852-4386-95ee-99c410737220'] response: {'server_uuid': 'daa95d7a-9071-46b7-bff5-c6d3fa54d1d3', 'name': 'network-vif-deleted', 'tag': '71199a70-f362-4ec1-8023-8d7cd045f666', 'status': 'completed', 'code': 200} May 17 17:19:46.906667 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb0c98d-c8f3-4b12-b793-6a2404ce088d tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Pushing event updated for resources: {'Port': ['ID=22214f5c-49e6-4040-b1ae-7be35f8961e4,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:46.925475 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-feb0c98d-c8f3-4b12-b793-6a2404ce088d tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:46.926115 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-feb0c98d-c8f3-4b12-b793-6a2404ce088d tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:46.953192 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-feb0c98d-c8f3-4b12-b793-6a2404ce088d tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9339833 May 17 17:19:46.971642 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-f56593ac-8815-42a0-8745-0793bcbd3f5b service neutron] Request body: {'port': {'device_id': '01cf2a3e-c99c-42a1-96e9-de3c325a36dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84214'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:19:47.000836 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fdd877-fd63-4c40-bf0c-7257fd98c7b6 req-38d8ec2c-ce25-45d8-86d9-51324d34bcd2 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:47.002528 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-80fdd877-fd63-4c40-bf0c-7257fd98c7b6 req-38d8ec2c-ce25-45d8-86d9-51324d34bcd2 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=01cf2a3e-c99c-42a1-96e9-de3c325a36dc HTTP/1.1" status: 200 len: 931 time: 0.0520968 May 17 17:19:47.045105 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-f56593ac-8815-42a0-8745-0793bcbd3f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (22214f5c-49e6-4040-b1ae-7be35f8961e4), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:47.057166 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-80fdd877-fd63-4c40-bf0c-7257fd98c7b6 req-d3e34e58-cb11-4bcf-93a0-36186bb43b93 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482390 May 17 17:19:47.195484 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-1253f898-4fa2-48bf-afdd-bbd2c7e6bf58 None None] Provisioning complete for port 22214f5c-49e6-4040-b1ae-7be35f8961e4 triggered by entity DHCP. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:19:47.196254 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1253f898-4fa2-48bf-afdd-bbd2c7e6bf58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (22214f5c-49e6-4040-b1ae-7be35f8961e4), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:47.242887 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-1253f898-4fa2-48bf-afdd-bbd2c7e6bf58 None None] Port 22214f5c-49e6-4040-b1ae-7be35f8961e4 cannot update to ACTIVE because it is not bound. {{(pid=103512) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:19:47.358642 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-f56593ac-8815-42a0-8745-0793bcbd3f5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22214f5c-49e6-4040-b1ae-7be35f8961e4 {{(pid=103510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:19:47.366354 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-f56593ac-8815-42a0-8745-0793bcbd3f5b service neutron] Publish callbacks [] for port (22214f5c-49e6-4040-b1ae-7be35f8961e4), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:47.380431 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.provisioning_blocks [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-f56593ac-8815-42a0-8745-0793bcbd3f5b service neutron] Transition to ACTIVE for port object 22214f5c-49e6-4040-b1ae-7be35f8961e4 will not be triggered until provisioned by entity L2. {{(pid=103510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 17:19:47.384227 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-f56593ac-8815-42a0-8745-0793bcbd3f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15829194'] for port (22214f5c-49e6-4040-b1ae-7be35f8961e4), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:47.434071 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56593ac-8815-42a0-8745-0793bcbd3f5b service neutron] Pushing event updated for resources: {'Port': ['ID=22214f5c-49e6-4040-b1ae-7be35f8961e4,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:47.504391 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-f56593ac-8815-42a0-8745-0793bcbd3f5b service neutron] Attempting to bind port 22214f5c-49e6-4040-b1ae-7be35f8961e4 on host hv-cinder-84214 for vnic_type normal with profile {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:19:47.504775 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-f56593ac-8815-42a0-8745-0793bcbd3f5b service neutron] Attempting to bind port 22214f5c-49e6-4040-b1ae-7be35f8961e4 by drivers openvswitch,hyperv on host hv-cinder-84214 at level 0 using segments [{'id': '3edb7eab-9922-40db-9293-945d85664407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e'}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:19:47.505833 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-f56593ac-8815-42a0-8745-0793bcbd3f5b service neutron] Attempting to bind port 22214f5c-49e6-4040-b1ae-7be35f8961e4 on network f954c18a-8821-47ca-8b80-a2fbc154db5e {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:19:47.510907 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-f56593ac-8815-42a0-8745-0793bcbd3f5b service neutron] Port 22214f5c-49e6-4040-b1ae-7be35f8961e4 on network f954c18a-8821-47ca-8b80-a2fbc154db5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84214 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 17:19:47.511301 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-f56593ac-8815-42a0-8745-0793bcbd3f5b service neutron] Attempting to bind port 22214f5c-49e6-4040-b1ae-7be35f8961e4 on network f954c18a-8821-47ca-8b80-a2fbc154db5e {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:19:47.516662 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-f56593ac-8815-42a0-8745-0793bcbd3f5b service neutron] Checking agent: {'id': 'f77364a9-2f6e-44ad-9fc6-92e3e143ef92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84214', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 8, 20), 'started_at': datetime.datetime(2022, 5, 17, 17, 8, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:19:47.517068 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-f56593ac-8815-42a0-8745-0793bcbd3f5b service neutron] Checking segment: {'id': '3edb7eab-9922-40db-9293-945d85664407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:19:47.517452 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-f56593ac-8815-42a0-8745-0793bcbd3f5b service neutron] Bound using segment: {'id': '3edb7eab-9922-40db-9293-945d85664407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e'} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:19:47.517871 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-f56593ac-8815-42a0-8745-0793bcbd3f5b service neutron] Bound port: 22214f5c-49e6-4040-b1ae-7be35f8961e4, host: hv-cinder-84214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3edb7eab-9922-40db-9293-945d85664407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e'}}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:19:47.518219 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-f56593ac-8815-42a0-8745-0793bcbd3f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (22214f5c-49e6-4040-b1ae-7be35f8961e4), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:47.585314 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-f56593ac-8815-42a0-8745-0793bcbd3f5b service neutron] For port 22214f5c-49e6-4040-b1ae-7be35f8961e4, host hv-cinder-84214, cleared binding levels {{(pid=103510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:19:47.588317 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-f56593ac-8815-42a0-8745-0793bcbd3f5b service neutron] For port 22214f5c-49e6-4040-b1ae-7be35f8961e4, host hv-cinder-84214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=22214f5c-49e6-4040-b1ae-7be35f8961e4,segment=NetworkSegment(3edb7eab-9922-40db-9293-945d85664407),segment_id=3edb7eab-9922-40db-9293-945d85664407)] {{(pid=103510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:19:47.594203 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-f56593ac-8815-42a0-8745-0793bcbd3f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15829194'] for port (22214f5c-49e6-4040-b1ae-7be35f8961e4), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:47.625830 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-f56593ac-8815-42a0-8745-0793bcbd3f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:47.626336 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-f56593ac-8815-42a0-8745-0793bcbd3f5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:47.627903 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-f56593ac-8815-42a0-8745-0793bcbd3f5b service neutron] 10.222.0.23 "PUT /v2.0/ports/22214f5c-49e6-4040-b1ae-7be35f8961e4 HTTP/1.1" status: 200 len: 1093 time: 0.6618593 May 17 17:19:47.655322 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56593ac-8815-42a0-8745-0793bcbd3f5b service neutron] Pushing event updated for resources: {'Port': ['ID=22214f5c-49e6-4040-b1ae-7be35f8961e4,revision_number=3']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:47.704508 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-7ebec06e-d696-4a87-8f22-b42738665112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:47.706015 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-7ebec06e-d696-4a87-8f22-b42738665112 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b1528992e3c74c08b5c4192466f23852&device_id=01cf2a3e-c99c-42a1-96e9-de3c325a36dc HTTP/1.1" status: 200 len: 1127 time: 0.0423439 May 17 17:19:47.748730 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-4f71bc4c-bc49-42fd-80cb-46c6a626d59f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22214f5c-49e6-4040-b1ae-7be35f8961e4 HTTP/1.1" status: 200 len: 217 time: 0.0361767 May 17 17:19:47.798985 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-46c571ef-83e2-48bb-9c7f-317c5d9098b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:47.800736 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-46c571ef-83e2-48bb-9c7f-317c5d9098b7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7e6d0a25-a986-4141-abe4-fef5bc7f9be9 HTTP/1.1" status: 200 len: 850 time: 0.0462260 May 17 17:19:47.844686 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-0dc5e609-eb9d-40a1-bee9-77ae544d7e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:47.847457 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-0dc5e609-eb9d-40a1-bee9-77ae544d7e19 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f954c18a-8821-47ca-8b80-a2fbc154db5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395658 May 17 17:19:47.947150 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-946d16b8-ba33-48cf-b1d2-93a330523191 service neutron] 10.222.0.23 "GET /v2.0/networks/f954c18a-8821-47ca-8b80-a2fbc154db5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946918 May 17 17:19:48.036475 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c637ed94-1ed3-4e60-8b4c-81416bf8904f req-db691236-c8df-425e-bb07-36d4af9ab1c6 service neutron] 10.222.0.23 "GET /v2.0/networks/f954c18a-8821-47ca-8b80-a2fbc154db5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839837 May 17 17:19:48.179247 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56648380-7a34-46d1-9645-2206176ec80f req-bb68e89c-0df3-4518-9575-3cf15334e1b4 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:48.180678 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-56648380-7a34-46d1-9645-2206176ec80f req-bb68e89c-0df3-4518-9575-3cf15334e1b4 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=01cf2a3e-c99c-42a1-96e9-de3c325a36dc HTTP/1.1" status: 200 len: 943 time: 0.0514462 May 17 17:19:48.235271 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-56648380-7a34-46d1-9645-2206176ec80f req-80cf5856-91b8-459e-9506-d362985a83a6 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458829 May 17 17:19:48.485859 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 53538) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:48.902727 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01cf2a3e-c99c-42a1-96e9-de3c325a36dc', 'tag': '22214f5c-49e6-4040-b1ae-7be35f8961e4'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:19:48.905058 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab55763-14d7-4951-b6d6-7055528bffee" -d '{"events": [{"name": "network-changed", "server_uuid": "01cf2a3e-c99c-42a1-96e9-de3c325a36dc", "tag": "22214f5c-49e6-4040-b1ae-7be35f8961e4"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:19:48.941996 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b636e7-d933-4c02-8c26-1e363d51ea71 x-openstack-request-id: req-80b636e7-d933-4c02-8c26-1e363d51ea71 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:19:48.942787 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01cf2a3e-c99c-42a1-96e9-de3c325a36dc", "tag": "22214f5c-49e6-4040-b1ae-7be35f8961e4", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:19:48.943068 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-80b636e7-d933-4c02-8c26-1e363d51ea71 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:19:48.943472 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80b636e7-d933-4c02-8c26-1e363d51ea71'] response: {'name': 'network-changed', 'server_uuid': '01cf2a3e-c99c-42a1-96e9-de3c325a36dc', 'tag': '22214f5c-49e6-4040-b1ae-7be35f8961e4', 'status': 'completed', 'code': 200} May 17 17:19:49.003774 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab55763-14d7-4951-b6d6-7055528bffee req-f10e7940-31b4-4299-b4ec-76329564bf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:49.005286 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-cab55763-14d7-4951-b6d6-7055528bffee req-f10e7940-31b4-4299-b4ec-76329564bf55 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b1528992e3c74c08b5c4192466f23852&device_id=01cf2a3e-c99c-42a1-96e9-de3c325a36dc HTTP/1.1" status: 200 len: 1127 time: 0.0388584 May 17 17:19:49.013718 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e78f630e-c562-4fe3-86d3-f11264a26f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7868158'] for router_interface (b5613072-ca78-49bc-ad89-dbf940238d64), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:49.100233 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab55763-14d7-4951-b6d6-7055528bffee req-b1c4e01b-48a5-46a6-ad50-1018f93b85e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:49.101743 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-cab55763-14d7-4951-b6d6-7055528bffee req-b1c4e01b-48a5-46a6-ad50-1018f93b85e7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f954c18a-8821-47ca-8b80-a2fbc154db5e HTTP/1.1" status: 200 len: 912 time: 0.0898185 May 17 17:19:49.139340 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-cab55763-14d7-4951-b6d6-7055528bffee req-3f557866-73be-42f7-bdf9-ea365fdd608e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22214f5c-49e6-4040-b1ae-7be35f8961e4 HTTP/1.1" status: 200 len: 217 time: 0.0319419 May 17 17:19:49.192709 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab55763-14d7-4951-b6d6-7055528bffee req-f49a8ceb-2406-4f82-ae07-f67d887a33fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:49.194591 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-cab55763-14d7-4951-b6d6-7055528bffee req-f49a8ceb-2406-4f82-ae07-f67d887a33fe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7e6d0a25-a986-4141-abe4-fef5bc7f9be9 HTTP/1.1" status: 200 len: 850 time: 0.0500507 May 17 17:19:49.248143 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-e78f630e-c562-4fe3-86d3-f11264a26f9a admin admin] Deleting port 2df9f1ef-408e-4bfc-a031-f97f828bd5fe {{(pid=103511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:19:49.248722 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e78f630e-c562-4fe3-86d3-f11264a26f9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (2df9f1ef-408e-4bfc-a031-f97f828bd5fe), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:49.259709 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab55763-14d7-4951-b6d6-7055528bffee req-570909b5-29d0-4818-9736-408cc5002b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:49.262325 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-cab55763-14d7-4951-b6d6-7055528bffee req-570909b5-29d0-4818-9736-408cc5002b70 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f954c18a-8821-47ca-8b80-a2fbc154db5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607460 May 17 17:19:49.362724 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-cab55763-14d7-4951-b6d6-7055528bffee req-024954d4-bb38-4e87-8575-01b87f0ad529 service neutron] 10.222.0.23 "GET /v2.0/networks/f954c18a-8821-47ca-8b80-a2fbc154db5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933702 May 17 17:19:49.368401 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ba16d-43f1-4da9-a735-22fc5d1fe695 req-aa25d882-7946-4ede-be78-c3a2b82069bd tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:49.369840 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-176ba16d-43f1-4da9-a735-22fc5d1fe695 req-aa25d882-7946-4ede-be78-c3a2b82069bd tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=01cf2a3e-c99c-42a1-96e9-de3c325a36dc HTTP/1.1" status: 200 len: 943 time: 0.0529289 May 17 17:19:49.394202 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-e78f630e-c562-4fe3-86d3-f11264a26f9a admin admin] For port 2df9f1ef-408e-4bfc-a031-f97f828bd5fe, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=2df9f1ef-408e-4bfc-a031-f97f828bd5fe,segment=NetworkSegment(1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd),segment_id=1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:19:49.394498 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e78f630e-c562-4fe3-86d3-f11264a26f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (2df9f1ef-408e-4bfc-a031-f97f828bd5fe), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:49.414269 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-e78f630e-c562-4fe3-86d3-f11264a26f9a admin admin] Calling delete_port for 2df9f1ef-408e-4bfc-a031-f97f828bd5fe owned by network:router_interface {{(pid=103511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:19:49.457300 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-cab55763-14d7-4951-b6d6-7055528bffee req-d057a9e7-6e90-41f7-bd6b-393c04696821 service neutron] 10.222.0.23 "GET /v2.0/networks/f954c18a-8821-47ca-8b80-a2fbc154db5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884557 May 17 17:19:49.479947 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-176ba16d-43f1-4da9-a735-22fc5d1fe695 req-b7ec61b4-52b9-47f9-88ea-b5a28a6c9960 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006069 May 17 17:19:49.613534 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e78f630e-c562-4fe3-86d3-f11264a26f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4266351'] for port (2df9f1ef-408e-4bfc-a031-f97f828bd5fe), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:49.642046 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f630e-c562-4fe3-86d3-f11264a26f9a admin admin] Pushing event deleted for resources: {'Port': ['ID=2df9f1ef-408e-4bfc-a031-f97f828bd5fe,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:49.668780 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78f630e-c562-4fe3-86d3-f11264a26f9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:49.669133 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78f630e-c562-4fe3-86d3-f11264a26f9a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:49.669478 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78f630e-c562-4fe3-86d3-f11264a26f9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:49.669816 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78f630e-c562-4fe3-86d3-f11264a26f9a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:49.670150 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78f630e-c562-4fe3-86d3-f11264a26f9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:49.670481 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78f630e-c562-4fe3-86d3-f11264a26f9a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:49.670805 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78f630e-c562-4fe3-86d3-f11264a26f9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:49.671129 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78f630e-c562-4fe3-86d3-f11264a26f9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:49.671453 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78f630e-c562-4fe3-86d3-f11264a26f9a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:49.671801 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78f630e-c562-4fe3-86d3-f11264a26f9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:49.672127 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78f630e-c562-4fe3-86d3-f11264a26f9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:49.672450 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78f630e-c562-4fe3-86d3-f11264a26f9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:49.672771 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78f630e-c562-4fe3-86d3-f11264a26f9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:49.673092 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78f630e-c562-4fe3-86d3-f11264a26f9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:49.673406 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78f630e-c562-4fe3-86d3-f11264a26f9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:49.809955 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e78f630e-c562-4fe3-86d3-f11264a26f9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7868897'] for router_interface (b5613072-ca78-49bc-ad89-dbf940238d64), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:50.010630 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78f630e-c562-4fe3-86d3-f11264a26f9a admin admin] Router b5613072-ca78-49bc-ad89-dbf940238d64 has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:19:50.106420 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78f630e-c562-4fe3-86d3-f11264a26f9a admin admin] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:19:50.111415 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-e78f630e-c562-4fe3-86d3-f11264a26f9a admin admin] 10.222.0.48 "PUT /v2.0/routers/b5613072-ca78-49bc-ad89-dbf940238d64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6242816 May 17 17:19:50.113804 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 53544) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:50.115889 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b3ab36-2574-46c1-8eef-a940ba5a5d5d None None] Sync routers for ids ['b5613072-ca78-49bc-ad89-dbf940238d64'] in dv-cinder-842149-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:19:50.125681 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b3ab36-2574-46c1-8eef-a940ba5a5d5d None None] Routers {'b5613072-ca78-49bc-ad89-dbf940238d64'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:19:50.126284 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-61b3ab36-2574-46c1-8eef-a940ba5a5d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:19:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['b5613072-ca78-49bc-ad89-dbf940238d64'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:19:50.208972 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c3278342-5904-41db-9070-50e1c16ad1f3 admin admin] Publish callbacks [] for router (b5613072-ca78-49bc-ad89-dbf940238d64), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:50.225972 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-61b3ab36-2574-46c1-8eef-a940ba5a5d5d None None] Set router b5613072-ca78-49bc-ad89-dbf940238d64 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:19:50.307029 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c3278342-5904-41db-9070-50e1c16ad1f3 admin admin] Publish callbacks [] for router_gateway (b5613072-ca78-49bc-ad89-dbf940238d64), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:50.349004 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-c3278342-5904-41db-9070-50e1c16ad1f3 admin admin] Deleting port 114a8c75-6427-4beb-a715-a83c31ef0118 {{(pid=103511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:19:50.349339 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c3278342-5904-41db-9070-50e1c16ad1f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (114a8c75-6427-4beb-a715-a83c31ef0118), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:50.395331 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-61b3ab36-2574-46c1-8eef-a940ba5a5d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5613072-ca78-49bc-ad89-dbf940238d64', 'name': 'tempest-TestMinimumBasicScenario-199818081-router', 'tenant_id': '21c32c98238c44e7a3581a668e1a5ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '114a8c75-6427-4beb-a715-a83c31ef0118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:17:12Z', 'updated_at': '2022-05-17T17:19:49Z', 'revision_number': 5, 'project_id': '21c32c98238c44e7a3581a668e1a5ea3', 'gw_port': {'id': '114a8c75-6427-4beb-a715-a83c31ef0118', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5613072-ca78-49bc-ad89-dbf940238d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:17:12Z', 'updated_at': '2022-05-17T17:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi'}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:19:50.420866 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b3ab36-2574-46c1-8eef-a940ba5a5d5d None None] Checking router: b5613072-ca78-49bc-ad89-dbf940238d64 for host: dv-cinder-842149-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:19:50.430783 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b3ab36-2574-46c1-8eef-a940ba5a5d5d None None] Routers {'b5613072-ca78-49bc-ad89-dbf940238d64'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:19:50.431398 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-61b3ab36-2574-46c1-8eef-a940ba5a5d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:19:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['b5613072-ca78-49bc-ad89-dbf940238d64'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:19:50.432820 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-c3278342-5904-41db-9070-50e1c16ad1f3 admin admin] For port 114a8c75-6427-4beb-a715-a83c31ef0118, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=114a8c75-6427-4beb-a715-a83c31ef0118,segment=NetworkSegment(d323b912-4d66-4aae-868e-160b7e4a1fa7),segment_id=d323b912-4d66-4aae-868e-160b7e4a1fa7)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:19:50.433193 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c3278342-5904-41db-9070-50e1c16ad1f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (114a8c75-6427-4beb-a715-a83c31ef0118), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:50.446171 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-c3278342-5904-41db-9070-50e1c16ad1f3 admin admin] Calling delete_port for 114a8c75-6427-4beb-a715-a83c31ef0118 owned by network:router_gateway {{(pid=103511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:19:50.516520 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-61b3ab36-2574-46c1-8eef-a940ba5a5d5d None None] Set router b5613072-ca78-49bc-ad89-dbf940238d64 gateway port host: None {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:19:50.566752 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-61b3ab36-2574-46c1-8eef-a940ba5a5d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5613072-ca78-49bc-ad89-dbf940238d64', 'name': 'tempest-TestMinimumBasicScenario-199818081-router', 'tenant_id': '21c32c98238c44e7a3581a668e1a5ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:17:12Z', 'updated_at': '2022-05-17T17:19:50Z', 'revision_number': 6, 'project_id': '21c32c98238c44e7a3581a668e1a5ea3', 'gw_port_host': None}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:19:50.594501 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b3ab36-2574-46c1-8eef-a940ba5a5d5d None None] The sync data for ids ['b5613072-ca78-49bc-ad89-dbf940238d64'] in dv-cinder-842149-1-iscsi is: [{'id': 'b5613072-ca78-49bc-ad89-dbf940238d64', 'name': 'tempest-TestMinimumBasicScenario-199818081-router', 'tenant_id': '21c32c98238c44e7a3581a668e1a5ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:17:12Z', 'updated_at': '2022-05-17T17:19:50Z', 'revision_number': 6, 'project_id': '21c32c98238c44e7a3581a668e1a5ea3', 'gw_port_host': None}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:19:50.616676 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac310f1-cb7b-4b99-8335-ce970e33cf9a req-0a7d5f4d-bcab-4c81-a9ab-33bcbd9c775a tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:50.618180 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-dac310f1-cb7b-4b99-8335-ce970e33cf9a req-0a7d5f4d-bcab-4c81-a9ab-33bcbd9c775a tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=01cf2a3e-c99c-42a1-96e9-de3c325a36dc HTTP/1.1" status: 200 len: 943 time: 0.0622981 May 17 17:19:50.677982 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c3278342-5904-41db-9070-50e1c16ad1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4266351'] for port (114a8c75-6427-4beb-a715-a83c31ef0118), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:50.721219 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3278342-5904-41db-9070-50e1c16ad1f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=114a8c75-6427-4beb-a715-a83c31ef0118,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:50.729288 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-dac310f1-cb7b-4b99-8335-ce970e33cf9a req-58502c07-4d18-463d-a874-b14d6c05e560 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935123 May 17 17:19:50.782389 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c3278342-5904-41db-9070-50e1c16ad1f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7876812'] for router_gateway (b5613072-ca78-49bc-ad89-dbf940238d64), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:50.868363 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c3278342-5904-41db-9070-50e1c16ad1f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7879556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-593'] for router (b5613072-ca78-49bc-ad89-dbf940238d64), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:50.870542 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c3278342-5904-41db-9070-50e1c16ad1f3 admin admin] Publish callbacks [] for router_controller (b5613072-ca78-49bc-ad89-dbf940238d64), precommit_delete_associations {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:50.915076 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c3278342-5904-41db-9070-50e1c16ad1f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7879581'] for router (b5613072-ca78-49bc-ad89-dbf940238d64), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:50.915759 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3278342-5904-41db-9070-50e1c16ad1f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5613072-ca78-49bc-ad89-dbf940238d64 {{(pid=103511) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 17:19:50.919886 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c3278342-5904-41db-9070-50e1c16ad1f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:50.921127 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-c3278342-5904-41db-9070-50e1c16ad1f3 admin admin] 10.222.0.48 "DELETE /v2.0/routers/b5613072-ca78-49bc-ad89-dbf940238d64 HTTP/1.1" status: 204 len: 168 time: 0.8058887 May 17 17:19:50.923545 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 53548) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:50.971775 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.db_base_plugin_v2 [None req-7029866b-781c-45ee-b5fd-0fcfce247115 admin admin] Deleting subnet 578f9213-2de8-4641-a0dd-344bb452f898 {{(pid=103511) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 17:19:50.975285 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7029866b-781c-45ee-b5fd-0fcfce247115 admin admin] Publish callbacks [] for subnet (578f9213-2de8-4641-a0dd-344bb452f898), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:51.012812 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7029866b-781c-45ee-b5fd-0fcfce247115 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4267300'] for subnet (578f9213-2de8-4641-a0dd-344bb452f898), precommit_delete_associations {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:51.067752 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 2df9f1ef-408e-4bfc-a031-f97f828bd5fe no longer exists at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:19:51.089671 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] No Port match for: 2df9f1ef-408e-4bfc-a031-f97f828bd5fe {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:19:51.090144 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 2df9f1ef-408e-4bfc-a031-f97f828bd5fe not bound to the agent host dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:19:51.094976 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7029866b-781c-45ee-b5fd-0fcfce247115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667328'] for subnet (578f9213-2de8-4641-a0dd-344bb452f898), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:51.151100 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7029866b-781c-45ee-b5fd-0fcfce247115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4267422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4530447'] for subnet (578f9213-2de8-4641-a0dd-344bb452f898), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:51.178522 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7029866b-781c-45ee-b5fd-0fcfce247115 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:51.181630 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-7029866b-781c-45ee-b5fd-0fcfce247115 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/578f9213-2de8-4641-a0dd-344bb452f898 HTTP/1.1" status: 204 len: 168 time: 0.2571499 May 17 17:19:51.182583 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7029866b-781c-45ee-b5fd-0fcfce247115 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=578f9213-2de8-4641-a0dd-344bb452f898,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:51.184355 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 53550) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:51.186378 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24f48ce-7e79-4d3e-a73b-ff60d5dd13ed None None] Network dc3d4c09-8a68-4f06-a953-436db768a877 requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:19:51.254321 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-12b86df6-5850-4740-9435-f735362ec41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:51.257741 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-dde9f4d0-1996-4e81-a482-0966780842fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-914463'] for network (dc3d4c09-8a68-4f06-a953-436db768a877), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:51.299022 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-dde9f4d0-1996-4e81-a482-0966780842fd admin admin] Deleting port b0810945-3a71-427c-b486-06a0f9a5566d {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:19:51.299362 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-dde9f4d0-1996-4e81-a482-0966780842fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (b0810945-3a71-427c-b486-06a0f9a5566d), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:51.369513 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [None req-dde9f4d0-1996-4e81-a482-0966780842fd admin admin] For port b0810945-3a71-427c-b486-06a0f9a5566d, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=b0810945-3a71-427c-b486-06a0f9a5566d,segment=NetworkSegment(1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd),segment_id=1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:19:51.369795 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-dde9f4d0-1996-4e81-a482-0966780842fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (b0810945-3a71-427c-b486-06a0f9a5566d), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:51.384344 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-dde9f4d0-1996-4e81-a482-0966780842fd admin admin] Calling delete_port for b0810945-3a71-427c-b486-06a0f9a5566d owned by network:dhcp {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:19:51.393482 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 71199a70-f362-4ec1-8023-8d7cd045f666 no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:19:51.419983 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] No Port match for: 71199a70-f362-4ec1-8023-8d7cd045f666 {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:19:51.420586 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 71199a70-f362-4ec1-8023-8d7cd045f666 not bound to the agent host hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:19:51.427461 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3518695-4bd5-40ac-9fbd-6a3c23b6e372 None None] DHCP port deletion for dc3d4c09-8a68-4f06-a953-436db768a877 request from dv-cinder-842149-1-iscsi {{(pid=103512) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 17:19:51.464876 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-b3518695-4bd5-40ac-9fbd-6a3c23b6e372 None None] Deleting port b0810945-3a71-427c-b486-06a0f9a5566d {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:19:51.465331 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b3518695-4bd5-40ac-9fbd-6a3c23b6e372 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (b0810945-3a71-427c-b486-06a0f9a5566d), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:51.475996 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-dde9f4d0-1996-4e81-a482-0966780842fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15829245'] for port (b0810945-3a71-427c-b486-06a0f9a5566d), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:51.500604 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9f4d0-1996-4e81-a482-0966780842fd admin admin] Pushing event deleted for resources: {'Port': ['ID=b0810945-3a71-427c-b486-06a0f9a5566d,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:51.504272 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde9f4d0-1996-4e81-a482-0966780842fd admin admin] No DVR routers for this DVR port b0810945-3a71-427c-b486-06a0f9a5566d on host dv-cinder-842149-1-iscsi {{(pid=103510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:19:51.537712 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-b3518695-4bd5-40ac-9fbd-6a3c23b6e372 None None] For port b0810945-3a71-427c-b486-06a0f9a5566d, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=b0810945-3a71-427c-b486-06a0f9a5566d,segment=NetworkSegment(1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd),segment_id=1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:19:51.537919 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b3518695-4bd5-40ac-9fbd-6a3c23b6e372 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (b0810945-3a71-427c-b486-06a0f9a5566d), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:51.552066 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-b3518695-4bd5-40ac-9fbd-6a3c23b6e372 None None] Calling delete_port for b0810945-3a71-427c-b486-06a0f9a5566d owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:19:51.583663 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-dde9f4d0-1996-4e81-a482-0966780842fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874613', 'neutron.services.segments.db._delete_segments_for_network-8733342282262'] for network (dc3d4c09-8a68-4f06-a953-436db768a877), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:51.603559 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-dde9f4d0-1996-4e81-a482-0966780842fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc3d4c09-8a68-4f06-a953-436db768a877']}} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:19:51.613034 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-dde9f4d0-1996-4e81-a482-0966780842fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd') {'for_net_delete': True} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:19:51.613325 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-dde9f4d0-1996-4e81-a482-0966780842fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd') {} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:19:51.624095 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b3518695-4bd5-40ac-9fbd-6a3c23b6e372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912'] for port (b0810945-3a71-427c-b486-06a0f9a5566d), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:51.624602 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-dde9f4d0-1996-4e81-a482-0966780842fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733342283551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15830021'] for segment (1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:51.638819 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-dde9f4d0-1996-4e81-a482-0966780842fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915'] for segment (1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:51.645884 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dde9f4d0-1996-4e81-a482-0966780842fd admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 17:19:51.646874 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-dde9f4d0-1996-4e81-a482-0966780842fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15829166'] for segment (1f1c3824-cb68-4e3a-b9f3-3193b82e0ccd), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:51.648946 dv-cinder-842149-1-iscsi neutron-server[103510]: Traceback (most recent call last): May 17 17:19:51.648946 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 17:19:51.648946 dv-cinder-842149-1-iscsi neutron-server[103510]: timer() May 17 17:19:51.648946 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 17:19:51.648946 dv-cinder-842149-1-iscsi neutron-server[103510]: cb(*args, **kw) May 17 17:19:51.648946 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 17:19:51.648946 dv-cinder-842149-1-iscsi neutron-server[103510]: return func(*args, **kwargs) May 17 17:19:51.648946 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 17:19:51.648946 dv-cinder-842149-1-iscsi neutron-server[103510]: self._notify() May 17 17:19:51.648946 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 17:19:51.648946 dv-cinder-842149-1-iscsi neutron-server[103510]: self.callback(batched_events) May 17 17:19:51.648946 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 17:19:51.648946 dv-cinder-842149-1-iscsi neutron-server[103510]: event.method(event) May 17 17:19:51.648946 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 17:19:51.648946 dv-cinder-842149-1-iscsi neutron-server[103510]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 17:19:51.648946 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 17:19:51.648946 dv-cinder-842149-1-iscsi neutron-server[103510]: aggregate_uuid = self.p_client.list_aggregates( May 17 17:19:51.648946 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 17:19:51.648946 dv-cinder-842149-1-iscsi neutron-server[103510]: return f(self, *a, **k) May 17 17:19:51.648946 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 17:19:51.648946 dv-cinder-842149-1-iscsi neutron-server[103510]: return self._get(url).json() May 17 17:19:51.648946 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 17:19:51.648946 dv-cinder-842149-1-iscsi neutron-server[103510]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 17:19:51.648946 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 17:19:51.648946 dv-cinder-842149-1-iscsi neutron-server[103510]: return self.request(url, 'GET', **kwargs) May 17 17:19:51.648946 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 17:19:51.648946 dv-cinder-842149-1-iscsi neutron-server[103510]: base_url = self.get_endpoint(auth, allow=allow, May 17 17:19:51.648946 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 17:19:51.648946 dv-cinder-842149-1-iscsi neutron-server[103510]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 17:19:51.648946 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 17:19:51.648946 dv-cinder-842149-1-iscsi neutron-server[103510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 17:19:51.648946 dv-cinder-842149-1-iscsi neutron-server[103510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 17:19:51.656749 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3518695-4bd5-40ac-9fbd-6a3c23b6e372 None None] Pushing event deleted for resources: {'Port': ['ID=b0810945-3a71-427c-b486-06a0f9a5566d,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:51.662029 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3518695-4bd5-40ac-9fbd-6a3c23b6e372 None None] No DVR routers for this DVR port b0810945-3a71-427c-b486-06a0f9a5566d on host dv-cinder-842149-1-iscsi {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:19:51.669863 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3518695-4bd5-40ac-9fbd-6a3c23b6e372 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:51.670455 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3518695-4bd5-40ac-9fbd-6a3c23b6e372 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:51.670799 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3518695-4bd5-40ac-9fbd-6a3c23b6e372 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:51.671136 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3518695-4bd5-40ac-9fbd-6a3c23b6e372 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:51.671471 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3518695-4bd5-40ac-9fbd-6a3c23b6e372 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:51.671878 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3518695-4bd5-40ac-9fbd-6a3c23b6e372 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:51.672152 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3518695-4bd5-40ac-9fbd-6a3c23b6e372 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:51.672477 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3518695-4bd5-40ac-9fbd-6a3c23b6e372 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:51.672804 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3518695-4bd5-40ac-9fbd-6a3c23b6e372 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:51.673127 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3518695-4bd5-40ac-9fbd-6a3c23b6e372 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:51.673448 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3518695-4bd5-40ac-9fbd-6a3c23b6e372 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:51.673772 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3518695-4bd5-40ac-9fbd-6a3c23b6e372 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:51.674092 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3518695-4bd5-40ac-9fbd-6a3c23b6e372 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:51.674410 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3518695-4bd5-40ac-9fbd-6a3c23b6e372 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:51.674766 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3518695-4bd5-40ac-9fbd-6a3c23b6e372 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:51.716482 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-dde9f4d0-1996-4e81-a482-0966780842fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7866878'] for network (dc3d4c09-8a68-4f06-a953-436db768a877), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:51.721973 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-dde9f4d0-1996-4e81-a482-0966780842fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for network (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:51.727668 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-dde9f4d0-1996-4e81-a482-0966780842fd admin admin] 10.222.0.48 "DELETE /v2.0/networks/dc3d4c09-8a68-4f06-a953-436db768a877 HTTP/1.1" status: 204 len: 168 time: 0.5404127 May 17 17:19:51.729089 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 53552) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:51.738352 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9f4d0-1996-4e81-a482-0966780842fd admin admin] Pushing event deleted for resources: {'Network': ['ID=dc3d4c09-8a68-4f06-a953-436db768a877,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:51.903352 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe30da7-0979-450f-a893-8ee959299eda req-7181c8e6-3425-43f6-ad13-b36b198c76f8 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:51.904739 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-dbe30da7-0979-450f-a893-8ee959299eda req-7181c8e6-3425-43f6-ad13-b36b198c76f8 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=01cf2a3e-c99c-42a1-96e9-de3c325a36dc HTTP/1.1" status: 200 len: 943 time: 0.0846851 May 17 17:19:51.998992 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-dbe30da7-0979-450f-a893-8ee959299eda req-f336a2a8-7726-464b-8e58-bd5fbf91d013 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869138 May 17 17:19:52.115417 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e2bda230-59ad-4515-a5d2-0e16e20c931e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7868158'] for router_interface (ee81f015-dc96-430a-9f55-cce1274a6d00), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:52.328199 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-e2bda230-59ad-4515-a5d2-0e16e20c931e admin admin] Deleting port af944d25-3cd9-4627-a742-5dae4f31bbde {{(pid=103511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:19:52.328533 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e2bda230-59ad-4515-a5d2-0e16e20c931e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (af944d25-3cd9-4627-a742-5dae4f31bbde), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:52.404575 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-e2bda230-59ad-4515-a5d2-0e16e20c931e admin admin] For port af944d25-3cd9-4627-a742-5dae4f31bbde, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=af944d25-3cd9-4627-a742-5dae4f31bbde,segment=NetworkSegment(9ac2b282-7a53-4955-b56c-a2b2235f9962),segment_id=9ac2b282-7a53-4955-b56c-a2b2235f9962)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:19:52.404929 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e2bda230-59ad-4515-a5d2-0e16e20c931e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (af944d25-3cd9-4627-a742-5dae4f31bbde), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:52.417827 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-e2bda230-59ad-4515-a5d2-0e16e20c931e admin admin] Calling delete_port for af944d25-3cd9-4627-a742-5dae4f31bbde owned by network:router_interface {{(pid=103511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:19:52.587862 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e2bda230-59ad-4515-a5d2-0e16e20c931e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4266351'] for port (af944d25-3cd9-4627-a742-5dae4f31bbde), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:52.611589 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bda230-59ad-4515-a5d2-0e16e20c931e admin admin] Pushing event deleted for resources: {'Port': ['ID=af944d25-3cd9-4627-a742-5dae4f31bbde,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:52.991950 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device b0810945-3a71-427c-b486-06a0f9a5566d no longer exists at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:19:53.006969 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e2bda230-59ad-4515-a5d2-0e16e20c931e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7868897'] for router_interface (ee81f015-dc96-430a-9f55-cce1274a6d00), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:53.010671 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] No Port match for: b0810945-3a71-427c-b486-06a0f9a5566d {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:19:53.011021 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device b0810945-3a71-427c-b486-06a0f9a5566d not bound to the agent host dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:19:53.011433 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 114a8c75-6427-4beb-a715-a83c31ef0118 no longer exists at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:19:53.031971 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] No Port match for: 114a8c75-6427-4beb-a715-a83c31ef0118 {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:19:53.032328 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 114a8c75-6427-4beb-a715-a83c31ef0118 not bound to the agent host dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:19:53.153050 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37d97f-601a-4494-9477-31d66c82b962 req-e8791715-b909-4347-992a-b403dc2bfc6e tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:53.154439 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1e37d97f-601a-4494-9477-31d66c82b962 req-e8791715-b909-4347-992a-b403dc2bfc6e tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=01cf2a3e-c99c-42a1-96e9-de3c325a36dc HTTP/1.1" status: 200 len: 943 time: 0.0613058 May 17 17:19:53.270057 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-1e37d97f-601a-4494-9477-31d66c82b962 req-8df67efe-1cd6-440b-94a0-73a337f2c091 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829256 May 17 17:19:53.288023 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2bda230-59ad-4515-a5d2-0e16e20c931e admin admin] Router ee81f015-dc96-430a-9f55-cce1274a6d00 has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:19:53.381512 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-05a5d071-6fd2-4ad9-be22-1e5af06a4bef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:53.391629 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2bda230-59ad-4515-a5d2-0e16e20c931e admin admin] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:19:53.397482 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-e2bda230-59ad-4515-a5d2-0e16e20c931e admin admin] 10.222.0.48 "PUT /v2.0/routers/ee81f015-dc96-430a-9f55-cce1274a6d00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6668501 May 17 17:19:53.401136 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 53558) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:53.401606 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1ccd7f-ae45-4df4-8dda-167e001fdad5 None None] Sync routers for ids ['ee81f015-dc96-430a-9f55-cce1274a6d00'] in dv-cinder-842149-1-iscsi {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:19:53.413029 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1ccd7f-ae45-4df4-8dda-167e001fdad5 None None] Routers {'ee81f015-dc96-430a-9f55-cce1274a6d00'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:19:53.413558 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-1f1ccd7f-ae45-4df4-8dda-167e001fdad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:19:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['ee81f015-dc96-430a-9f55-cce1274a6d00'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:19:53.500267 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-10a44221-cf13-4ce1-952f-770a17296f90 admin admin] Publish callbacks [] for router (ee81f015-dc96-430a-9f55-cce1274a6d00), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:53.510969 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-1f1ccd7f-ae45-4df4-8dda-167e001fdad5 None None] Set router ee81f015-dc96-430a-9f55-cce1274a6d00 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:19:53.596912 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-10a44221-cf13-4ce1-952f-770a17296f90 admin admin] Publish callbacks [] for router_gateway (ee81f015-dc96-430a-9f55-cce1274a6d00), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:53.637906 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-10a44221-cf13-4ce1-952f-770a17296f90 admin admin] Deleting port 9ac56200-6eed-45bd-a97e-6a7c39a7321e {{(pid=103511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:19:53.638244 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-10a44221-cf13-4ce1-952f-770a17296f90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (9ac56200-6eed-45bd-a97e-6a7c39a7321e), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:53.675409 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-1f1ccd7f-ae45-4df4-8dda-167e001fdad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee81f015-dc96-430a-9f55-cce1274a6d00', 'name': 'tempest-TestMinimumBasicScenario-172876403-router', 'tenant_id': '36139a33d392483580afe4b25335bfc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '9ac56200-6eed-45bd-a97e-6a7c39a7321e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:17:17Z', 'updated_at': '2022-05-17T17:19:52Z', 'revision_number': 5, 'project_id': '36139a33d392483580afe4b25335bfc1', 'gw_port': {'id': '9ac56200-6eed-45bd-a97e-6a7c39a7321e', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ed:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee81f015-dc96-430a-9f55-cce1274a6d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:17:18Z', 'updated_at': '2022-05-17T17:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi'}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:19:53.705836 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1ccd7f-ae45-4df4-8dda-167e001fdad5 None None] Checking router: ee81f015-dc96-430a-9f55-cce1274a6d00 for host: dv-cinder-842149-1-iscsi {{(pid=103513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:19:53.714307 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1ccd7f-ae45-4df4-8dda-167e001fdad5 None None] Routers {'ee81f015-dc96-430a-9f55-cce1274a6d00'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:19:53.714915 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-1f1ccd7f-ae45-4df4-8dda-167e001fdad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:19:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['ee81f015-dc96-430a-9f55-cce1274a6d00'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:19:53.718163 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-10a44221-cf13-4ce1-952f-770a17296f90 admin admin] For port 9ac56200-6eed-45bd-a97e-6a7c39a7321e, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=9ac56200-6eed-45bd-a97e-6a7c39a7321e,segment=NetworkSegment(d323b912-4d66-4aae-868e-160b7e4a1fa7),segment_id=d323b912-4d66-4aae-868e-160b7e4a1fa7)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:19:53.718558 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-10a44221-cf13-4ce1-952f-770a17296f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (9ac56200-6eed-45bd-a97e-6a7c39a7321e), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:53.731466 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-10a44221-cf13-4ce1-952f-770a17296f90 admin admin] Calling delete_port for 9ac56200-6eed-45bd-a97e-6a7c39a7321e owned by network:router_gateway {{(pid=103511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:19:53.793618 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-1f1ccd7f-ae45-4df4-8dda-167e001fdad5 None None] Set router ee81f015-dc96-430a-9f55-cce1274a6d00 gateway port host: None {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:19:53.811145 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (f77364a9-2f6e-44ad-9fc6-92e3e143ef92), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:53.850423 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-1f1ccd7f-ae45-4df4-8dda-167e001fdad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee81f015-dc96-430a-9f55-cce1274a6d00', 'name': 'tempest-TestMinimumBasicScenario-172876403-router', 'tenant_id': '36139a33d392483580afe4b25335bfc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:17:17Z', 'updated_at': '2022-05-17T17:19:53Z', 'revision_number': 6, 'project_id': '36139a33d392483580afe4b25335bfc1', 'gw_port_host': None}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:19:53.877904 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1ccd7f-ae45-4df4-8dda-167e001fdad5 None None] The sync data for ids ['ee81f015-dc96-430a-9f55-cce1274a6d00'] in dv-cinder-842149-1-iscsi is: [{'id': 'ee81f015-dc96-430a-9f55-cce1274a6d00', 'name': 'tempest-TestMinimumBasicScenario-172876403-router', 'tenant_id': '36139a33d392483580afe4b25335bfc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:17:17Z', 'updated_at': '2022-05-17T17:19:53Z', 'revision_number': 6, 'project_id': '36139a33d392483580afe4b25335bfc1', 'gw_port_host': None}] {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:19:53.902492 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-10a44221-cf13-4ce1-952f-770a17296f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4266351'] for port (9ac56200-6eed-45bd-a97e-6a7c39a7321e), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:53.931118 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a44221-cf13-4ce1-952f-770a17296f90 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ac56200-6eed-45bd-a97e-6a7c39a7321e,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:53.989911 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-10a44221-cf13-4ce1-952f-770a17296f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7876812'] for router_gateway (ee81f015-dc96-430a-9f55-cce1274a6d00), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:54.073823 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-10a44221-cf13-4ce1-952f-770a17296f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7879556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-593'] for router (ee81f015-dc96-430a-9f55-cce1274a6d00), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:54.075922 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-10a44221-cf13-4ce1-952f-770a17296f90 admin admin] Publish callbacks [] for router_controller (ee81f015-dc96-430a-9f55-cce1274a6d00), precommit_delete_associations {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:54.117012 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-10a44221-cf13-4ce1-952f-770a17296f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7879581'] for router (ee81f015-dc96-430a-9f55-cce1274a6d00), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:54.117612 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a44221-cf13-4ce1-952f-770a17296f90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee81f015-dc96-430a-9f55-cce1274a6d00 {{(pid=103511) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 17:19:54.121560 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-10a44221-cf13-4ce1-952f-770a17296f90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:54.122746 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-10a44221-cf13-4ce1-952f-770a17296f90 admin admin] 10.222.0.48 "DELETE /v2.0/routers/ee81f015-dc96-430a-9f55-cce1274a6d00 HTTP/1.1" status: 204 len: 168 time: 0.7206154 May 17 17:19:54.125201 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 53560) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:54.168620 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.db_base_plugin_v2 [None req-51822a29-ae3e-4474-a82d-c6acbe41b7e3 admin admin] Deleting subnet cdf99f43-451b-4f80-80a7-20a6671ca2f9 {{(pid=103511) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 17:19:54.171436 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-51822a29-ae3e-4474-a82d-c6acbe41b7e3 admin admin] Publish callbacks [] for subnet (cdf99f43-451b-4f80-80a7-20a6671ca2f9), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:54.210024 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-51822a29-ae3e-4474-a82d-c6acbe41b7e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4267300'] for subnet (cdf99f43-451b-4f80-80a7-20a6671ca2f9), precommit_delete_associations {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:54.286716 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-51822a29-ae3e-4474-a82d-c6acbe41b7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667328'] for subnet (cdf99f43-451b-4f80-80a7-20a6671ca2f9), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:54.340960 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-51822a29-ae3e-4474-a82d-c6acbe41b7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4267422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4530447'] for subnet (cdf99f43-451b-4f80-80a7-20a6671ca2f9), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:54.381368 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51822a29-ae3e-4474-a82d-c6acbe41b7e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdf99f43-451b-4f80-80a7-20a6671ca2f9,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:54.403847 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-51822a29-ae3e-4474-a82d-c6acbe41b7e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:54.406929 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-51822a29-ae3e-4474-a82d-c6acbe41b7e3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/cdf99f43-451b-4f80-80a7-20a6671ca2f9 HTTP/1.1" status: 204 len: 168 time: 0.2808053 May 17 17:19:54.408004 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfd4db7-76e3-449d-914f-c6beef212053 None None] Network c213fcec-347c-4887-ac98-f94fbe1c4ec2 requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:19:54.409905 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 53564) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:54.428687 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c8136-2168-4fab-ad9a-182ab5c4b902 req-5b7d155e-2a78-4be7-8d7c-ae3481e022d5 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:54.430174 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7e1c8136-2168-4fab-ad9a-182ab5c4b902 req-5b7d155e-2a78-4be7-8d7c-ae3481e022d5 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=01cf2a3e-c99c-42a1-96e9-de3c325a36dc HTTP/1.1" status: 200 len: 943 time: 0.0839000 May 17 17:19:54.481315 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7e1c8136-2168-4fab-ad9a-182ab5c4b902 req-2b7e91c6-9b9f-4e2f-bd6f-71df9a3dedce tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453415 May 17 17:19:54.487109 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-153bfee5-5479-4aa4-82e4-1f8deab8b53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-914463'] for network (c213fcec-347c-4887-ac98-f94fbe1c4ec2), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:54.536367 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-153bfee5-5479-4aa4-82e4-1f8deab8b53e admin admin] Deleting port ece6ce13-d4cd-464c-8d94-7290fbfb7a9e {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:19:54.536702 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-153bfee5-5479-4aa4-82e4-1f8deab8b53e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (ece6ce13-d4cd-464c-8d94-7290fbfb7a9e), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:54.601555 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [None req-153bfee5-5479-4aa4-82e4-1f8deab8b53e admin admin] For port ece6ce13-d4cd-464c-8d94-7290fbfb7a9e, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=ece6ce13-d4cd-464c-8d94-7290fbfb7a9e,segment=NetworkSegment(9ac2b282-7a53-4955-b56c-a2b2235f9962),segment_id=9ac2b282-7a53-4955-b56c-a2b2235f9962)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:19:54.601832 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-153bfee5-5479-4aa4-82e4-1f8deab8b53e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (ece6ce13-d4cd-464c-8d94-7290fbfb7a9e), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:54.614600 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-153bfee5-5479-4aa4-82e4-1f8deab8b53e admin admin] Calling delete_port for ece6ce13-d4cd-464c-8d94-7290fbfb7a9e owned by network:dhcp {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:19:54.649889 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eeac94d-ae3d-4f25-ba06-386fb38d8580 None None] DHCP port deletion for c213fcec-347c-4887-ac98-f94fbe1c4ec2 request from dv-cinder-842149-1-iscsi {{(pid=103512) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 17:19:54.687661 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7eeac94d-ae3d-4f25-ba06-386fb38d8580 None None] Deleting port ece6ce13-d4cd-464c-8d94-7290fbfb7a9e {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:19:54.688042 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7eeac94d-ae3d-4f25-ba06-386fb38d8580 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (ece6ce13-d4cd-464c-8d94-7290fbfb7a9e), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:54.692172 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-153bfee5-5479-4aa4-82e4-1f8deab8b53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15829245'] for port (ece6ce13-d4cd-464c-8d94-7290fbfb7a9e), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:54.716288 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153bfee5-5479-4aa4-82e4-1f8deab8b53e admin admin] Pushing event deleted for resources: {'Port': ['ID=ece6ce13-d4cd-464c-8d94-7290fbfb7a9e,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:54.719851 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153bfee5-5479-4aa4-82e4-1f8deab8b53e admin admin] No DVR routers for this DVR port ece6ce13-d4cd-464c-8d94-7290fbfb7a9e on host dv-cinder-842149-1-iscsi {{(pid=103510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:19:54.755978 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7eeac94d-ae3d-4f25-ba06-386fb38d8580 None None] For port ece6ce13-d4cd-464c-8d94-7290fbfb7a9e, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=ece6ce13-d4cd-464c-8d94-7290fbfb7a9e,segment=NetworkSegment(9ac2b282-7a53-4955-b56c-a2b2235f9962),segment_id=9ac2b282-7a53-4955-b56c-a2b2235f9962)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:19:54.756389 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7eeac94d-ae3d-4f25-ba06-386fb38d8580 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (ece6ce13-d4cd-464c-8d94-7290fbfb7a9e), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:54.770029 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7eeac94d-ae3d-4f25-ba06-386fb38d8580 None None] Calling delete_port for ece6ce13-d4cd-464c-8d94-7290fbfb7a9e owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:19:54.798166 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-153bfee5-5479-4aa4-82e4-1f8deab8b53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874613', 'neutron.services.segments.db._delete_segments_for_network-8733342282262'] for network (c213fcec-347c-4887-ac98-f94fbe1c4ec2), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:54.818833 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-153bfee5-5479-4aa4-82e4-1f8deab8b53e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c213fcec-347c-4887-ac98-f94fbe1c4ec2']}} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:19:54.828378 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-153bfee5-5479-4aa4-82e4-1f8deab8b53e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac2b282-7a53-4955-b56c-a2b2235f9962') {'for_net_delete': True} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:19:54.828771 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-153bfee5-5479-4aa4-82e4-1f8deab8b53e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac2b282-7a53-4955-b56c-a2b2235f9962') {} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:19:54.838435 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-153bfee5-5479-4aa4-82e4-1f8deab8b53e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733342283551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15830021'] for segment (9ac2b282-7a53-4955-b56c-a2b2235f9962), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:54.846585 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7eeac94d-ae3d-4f25-ba06-386fb38d8580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912'] for port (ece6ce13-d4cd-464c-8d94-7290fbfb7a9e), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:54.854744 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-153bfee5-5479-4aa4-82e4-1f8deab8b53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915'] for segment (9ac2b282-7a53-4955-b56c-a2b2235f9962), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:54.861528 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-153bfee5-5479-4aa4-82e4-1f8deab8b53e admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 17:19:54.862077 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-153bfee5-5479-4aa4-82e4-1f8deab8b53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15829166'] for segment (9ac2b282-7a53-4955-b56c-a2b2235f9962), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:54.864728 dv-cinder-842149-1-iscsi neutron-server[103510]: Traceback (most recent call last): May 17 17:19:54.864728 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 17:19:54.864728 dv-cinder-842149-1-iscsi neutron-server[103510]: timer() May 17 17:19:54.864728 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 17:19:54.864728 dv-cinder-842149-1-iscsi neutron-server[103510]: cb(*args, **kw) May 17 17:19:54.864728 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 17:19:54.864728 dv-cinder-842149-1-iscsi neutron-server[103510]: return func(*args, **kwargs) May 17 17:19:54.864728 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 17:19:54.864728 dv-cinder-842149-1-iscsi neutron-server[103510]: self._notify() May 17 17:19:54.864728 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 17:19:54.864728 dv-cinder-842149-1-iscsi neutron-server[103510]: self.callback(batched_events) May 17 17:19:54.864728 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 17:19:54.864728 dv-cinder-842149-1-iscsi neutron-server[103510]: event.method(event) May 17 17:19:54.864728 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 17:19:54.864728 dv-cinder-842149-1-iscsi neutron-server[103510]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 17:19:54.864728 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 17:19:54.864728 dv-cinder-842149-1-iscsi neutron-server[103510]: aggregate_uuid = self.p_client.list_aggregates( May 17 17:19:54.864728 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 17:19:54.864728 dv-cinder-842149-1-iscsi neutron-server[103510]: return f(self, *a, **k) May 17 17:19:54.864728 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 17:19:54.864728 dv-cinder-842149-1-iscsi neutron-server[103510]: return self._get(url).json() May 17 17:19:54.864728 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 17:19:54.864728 dv-cinder-842149-1-iscsi neutron-server[103510]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 17:19:54.864728 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 17:19:54.864728 dv-cinder-842149-1-iscsi neutron-server[103510]: return self.request(url, 'GET', **kwargs) May 17 17:19:54.864728 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 17:19:54.864728 dv-cinder-842149-1-iscsi neutron-server[103510]: base_url = self.get_endpoint(auth, allow=allow, May 17 17:19:54.864728 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 17:19:54.864728 dv-cinder-842149-1-iscsi neutron-server[103510]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 17:19:54.864728 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 17:19:54.864728 dv-cinder-842149-1-iscsi neutron-server[103510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 17:19:54.864728 dv-cinder-842149-1-iscsi neutron-server[103510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 17:19:54.876950 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeac94d-ae3d-4f25-ba06-386fb38d8580 None None] Pushing event deleted for resources: {'Port': ['ID=ece6ce13-d4cd-464c-8d94-7290fbfb7a9e,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:54.884477 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eeac94d-ae3d-4f25-ba06-386fb38d8580 None None] No DVR routers for this DVR port ece6ce13-d4cd-464c-8d94-7290fbfb7a9e on host dv-cinder-842149-1-iscsi {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:19:54.898038 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:54.945210 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-153bfee5-5479-4aa4-82e4-1f8deab8b53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7866878'] for network (c213fcec-347c-4887-ac98-f94fbe1c4ec2), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:54.951721 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-153bfee5-5479-4aa4-82e4-1f8deab8b53e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for network (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:54.955182 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-153bfee5-5479-4aa4-82e4-1f8deab8b53e admin admin] 10.222.0.48 "DELETE /v2.0/networks/c213fcec-347c-4887-ac98-f94fbe1c4ec2 HTTP/1.1" status: 204 len: 168 time: 0.5445929 May 17 17:19:54.964709 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device af944d25-3cd9-4627-a742-5dae4f31bbde no longer exists at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:19:54.975917 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153bfee5-5479-4aa4-82e4-1f8deab8b53e admin admin] Pushing event deleted for resources: {'Network': ['ID=c213fcec-347c-4887-ac98-f94fbe1c4ec2,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:54.993526 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] No Port match for: af944d25-3cd9-4627-a742-5dae4f31bbde {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:19:54.993797 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device af944d25-3cd9-4627-a742-5dae4f31bbde not bound to the agent host dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:19:54.994246 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device ece6ce13-d4cd-464c-8d94-7290fbfb7a9e no longer exists at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:19:55.013587 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] No Port match for: ece6ce13-d4cd-464c-8d94-7290fbfb7a9e {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:19:55.013932 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device ece6ce13-d4cd-464c-8d94-7290fbfb7a9e not bound to the agent host dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:19:55.014340 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 9ac56200-6eed-45bd-a97e-6a7c39a7321e no longer exists at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:19:55.034349 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] No Port match for: 9ac56200-6eed-45bd-a97e-6a7c39a7321e {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:19:55.034696 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 9ac56200-6eed-45bd-a97e-6a7c39a7321e not bound to the agent host dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:19:55.128172 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 53568) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:55.168645 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-e284b340-f5cd-4096-88d8-92ada9f5b7b7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=21c32c98238c44e7a3581a668e1a5ea3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391591 May 17 17:19:55.171075 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 53570) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:55.217380 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-edb186a3-669e-4f50-b3df-e24fa2047868 admin admin] Publish callbacks [] for security_group (9b3ea694-cdd8-4af2-90b6-881924590b26), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:55.239216 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-edb186a3-669e-4f50-b3df-e24fa2047868 admin admin] Publish callbacks [] for security_group (9b3ea694-cdd8-4af2-90b6-881924590b26), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:55.289399 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-edb186a3-669e-4f50-b3df-e24fa2047868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (9b3ea694-cdd8-4af2-90b6-881924590b26), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:55.291918 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-edb186a3-669e-4f50-b3df-e24fa2047868 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:55.293037 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-edb186a3-669e-4f50-b3df-e24fa2047868 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9b3ea694-cdd8-4af2-90b6-881924590b26 HTTP/1.1" status: 204 len: 168 time: 0.1209564 May 17 17:19:55.300428 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb186a3-669e-4f50-b3df-e24fa2047868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3ea694-cdd8-4af2-90b6-881924590b26,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:55.419581 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 22214f5c-49e6-4040-b1ae-7be35f8961e4 details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103512) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:19:55.520921 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port 22214f5c-49e6-4040-b1ae-7be35f8961e4, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=22214f5c-49e6-4040-b1ae-7be35f8961e4,segment=NetworkSegment(3edb7eab-9922-40db-9293-945d85664407),segment_id=3edb7eab-9922-40db-9293-945d85664407)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:19:55.533342 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Returning: {'device': '22214f5c-49e6-4040-b1ae-7be35f8961e4', 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e', 'port_id': '22214f5c-49e6-4040-b1ae-7be35f8961e4', 'mac_address': 'fa:16:3e:8c:b0:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103512) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:19:55.569773 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port 22214f5c-49e6-4040-b1ae-7be35f8961e4 is: DOWN; New status is: BUILD {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:19:55.570162 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (22214f5c-49e6-4040-b1ae-7be35f8961e4), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:55.584286 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22214f5c-49e6-4040-b1ae-7be35f8961e4 {{(pid=103512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:19:55.605347 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c36c-d391-47c0-a72c-3f6ddf264e22 req-8cfa93b1-aa2a-4908-85f1-4f96271dc211 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:55.605592 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port 22214f5c-49e6-4040-b1ae-7be35f8961e4, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=22214f5c-49e6-4040-b1ae-7be35f8961e4,segment=NetworkSegment(3edb7eab-9922-40db-9293-945d85664407),segment_id=3edb7eab-9922-40db-9293-945d85664407)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:19:55.607118 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-14c6c36c-d391-47c0-a72c-3f6ddf264e22 req-8cfa93b1-aa2a-4908-85f1-4f96271dc211 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=01cf2a3e-c99c-42a1-96e9-de3c325a36dc HTTP/1.1" status: 200 len: 943 time: 0.0513706 May 17 17:19:55.610043 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (22214f5c-49e6-4040-b1ae-7be35f8961e4), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:55.616512 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 53578) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:55.663880 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=22214f5c-49e6-4040-b1ae-7be35f8961e4,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:55.668184 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-3552d58f-eaa3-4c36-92ad-15ec983f3836 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=36139a33d392483580afe4b25335bfc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0466192 May 17 17:19:55.668564 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-14c6c36c-d391-47c0-a72c-3f6ddf264e22 req-c262f256-46b9-40cd-9a61-378c89b2f017 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530143 May 17 17:19:55.669092 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 53580) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:55.716137 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-afa96e74-c9b3-4665-85c1-388301b71e9b admin admin] Publish callbacks [] for security_group (b2957361-35a4-4755-adc1-abcf55ef4200), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:55.737425 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-afa96e74-c9b3-4665-85c1-388301b71e9b admin admin] Publish callbacks [] for security_group (b2957361-35a4-4755-adc1-abcf55ef4200), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:55.783738 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-afa96e74-c9b3-4665-85c1-388301b71e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (b2957361-35a4-4755-adc1-abcf55ef4200), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:55.786950 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-afa96e74-c9b3-4665-85c1-388301b71e9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:55.788137 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-afa96e74-c9b3-4665-85c1-388301b71e9b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b2957361-35a4-4755-adc1-abcf55ef4200 HTTP/1.1" status: 204 len: 168 time: 0.1180468 May 17 17:19:55.795791 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa96e74-c9b3-4665-85c1-388301b71e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2957361-35a4-4755-adc1-abcf55ef4200,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:55.955242 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] get_ports_and_sgs() called for port_ids ['22214f5c-49e6-4040-b1ae-7be35f8961e4'] {{(pid=103512) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:19:56.000531 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:56.783125 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7725d4a-369e-4219-a3c4-78af533857bf req-7bf9fa6d-fa77-4c4c-9968-6dc97c4d2afc tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:56.784608 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-e7725d4a-369e-4219-a3c4-78af533857bf req-7bf9fa6d-fa77-4c4c-9968-6dc97c4d2afc tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=01cf2a3e-c99c-42a1-96e9-de3c325a36dc HTTP/1.1" status: 200 len: 944 time: 0.0498154 May 17 17:19:56.832101 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-e7725d4a-369e-4219-a3c4-78af533857bf req-f3922e4b-332c-4b6c-a029-4b09672a67cb tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416253 May 17 17:19:57.435401 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 22214f5c-49e6-4040-b1ae-7be35f8961e4 up at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:19:57.487261 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:57.492107 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning for port 22214f5c-49e6-4040-b1ae-7be35f8961e4 completed by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 17:19:57.497028 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.provisioning_blocks [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Provisioning complete for port 22214f5c-49e6-4040-b1ae-7be35f8961e4 triggered by entity L2. {{(pid=103512) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:19:57.497457 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868844'] for port (22214f5c-49e6-4040-b1ae-7be35f8961e4), provisioning_complete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:57.570588 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Current status of the port 22214f5c-49e6-4040-b1ae-7be35f8961e4 is: BUILD; New status is: ACTIVE {{(pid=103512) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:19:57.570976 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (22214f5c-49e6-4040-b1ae-7be35f8961e4), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:57.592984 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01cf2a3e-c99c-42a1-96e9-de3c325a36dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22214f5c-49e6-4040-b1ae-7be35f8961e4'}] {{(pid=103512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:19:57.595219 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47090663941ec1551041a48ed4f6687b33fcf119bf177f9ca48a03ee97be2a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7895ab4-1323-479d-bf14-df655d1ddc5e" -d '{"events": [{"server_uuid": "01cf2a3e-c99c-42a1-96e9-de3c325a36dc", "name": "network-vif-plugged", "status": "completed", "tag": "22214f5c-49e6-4040-b1ae-7be35f8961e4"}]}' {{(pid=103512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:19:57.608065 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] For port 22214f5c-49e6-4040-b1ae-7be35f8961e4, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=22214f5c-49e6-4040-b1ae-7be35f8961e4,segment=NetworkSegment(3edb7eab-9922-40db-9293-945d85664407),segment_id=3edb7eab-9922-40db-9293-945d85664407)] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:19:57.612320 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939'] for port (22214f5c-49e6-4040-b1ae-7be35f8961e4), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:57.636724 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82cb9358-8559-4150-bf56-8e4218c6e94a x-openstack-request-id: req-82cb9358-8559-4150-bf56-8e4218c6e94a {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:19:57.637018 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01cf2a3e-c99c-42a1-96e9-de3c325a36dc", "name": "network-vif-plugged", "status": "completed", "tag": "22214f5c-49e6-4040-b1ae-7be35f8961e4", "code": 200}]} {{(pid=103512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:19:57.637274 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-82cb9358-8559-4150-bf56-8e4218c6e94a {{(pid=103512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:19:57.637673 dv-cinder-842149-1-iscsi neutron-server[103512]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82cb9358-8559-4150-bf56-8e4218c6e94a'] response: {'server_uuid': '01cf2a3e-c99c-42a1-96e9-de3c325a36dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22214f5c-49e6-4040-b1ae-7be35f8961e4', 'code': 200} May 17 17:19:57.664215 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Pushing event updated for resources: {'Port': ['ID=22214f5c-49e6-4040-b1ae-7be35f8961e4,revision_number=5']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:57.850353 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102fe69a-a6d6-4710-91fa-b06555d1d6b5 req-10e7aa53-f7ad-4878-9bd7-fedae6d48339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:57.851898 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-102fe69a-a6d6-4710-91fa-b06555d1d6b5 req-10e7aa53-f7ad-4878-9bd7-fedae6d48339 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=01cf2a3e-c99c-42a1-96e9-de3c325a36dc HTTP/1.1" status: 200 len: 1129 time: 0.0378478 May 17 17:19:57.899151 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-102fe69a-a6d6-4710-91fa-b06555d1d6b5 req-86860923-7402-4e26-b507-611cfbbae1c7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406470 May 17 17:19:57.943216 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77732b71-0b79-48bd-b556-b3e2b3b6c344 req-ad4fe106-9b0c-438c-b57f-357f1bafc72b tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:57.944743 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-77732b71-0b79-48bd-b556-b3e2b3b6c344 req-ad4fe106-9b0c-438c-b57f-357f1bafc72b tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=01cf2a3e-c99c-42a1-96e9-de3c325a36dc HTTP/1.1" status: 200 len: 945 time: 0.0478342 May 17 17:19:57.992991 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-77732b71-0b79-48bd-b556-b3e2b3b6c344 req-fb17d2aa-4a73-4f3f-b801-bbbb234d36e5 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426629 May 17 17:19:59.105895 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0116ce-29cc-424a-a61a-8841dda08ee9 req-a2a41b29-3728-489f-b528-8a156eea6b33 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:59.107346 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5c0116ce-29cc-424a-a61a-8841dda08ee9 req-a2a41b29-3728-489f-b528-8a156eea6b33 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=01cf2a3e-c99c-42a1-96e9-de3c325a36dc HTTP/1.1" status: 200 len: 945 time: 0.0461473 May 17 17:19:59.159310 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5c0116ce-29cc-424a-a61a-8841dda08ee9 req-c0cb1c3d-5751-4d82-baaf-36e0df74b5bd tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461521 May 17 17:19:59.275053 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940c353-d9c8-4b6d-9fbe-2b81c6f7c39a req-24b7af57-aefa-4818-b5a5-78a48c2554ba tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:59.276521 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d940c353-d9c8-4b6d-9fbe-2b81c6f7c39a req-24b7af57-aefa-4818-b5a5-78a48c2554ba tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=01cf2a3e-c99c-42a1-96e9-de3c325a36dc HTTP/1.1" status: 200 len: 945 time: 0.0499003 May 17 17:19:59.325153 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-d940c353-d9c8-4b6d-9fbe-2b81c6f7c39a req-4437ea1d-0209-41fc-93a1-67c8e33456c3 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428696 May 17 17:19:59.347274 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 53594) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:59.384110 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43ba897-2388-4686-b4a9-e4a5ff23ff2f tempest-TestVolumeBootPattern-682276383 tempest-TestVolumeBootPattern-682276383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:59.385585 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-e43ba897-2388-4686-b4a9-e4a5ff23ff2f tempest-TestVolumeBootPattern-682276383 tempest-TestVolumeBootPattern-682276383-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=01cf2a3e-c99c-42a1-96e9-de3c325a36dc HTTP/1.1" status: 200 len: 1124 time: 0.0372889 May 17 17:19:59.388268 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 53596) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:59.392487 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.v2.base [None req-0a680304-9d7e-4bdb-9f59-aac654e90bb7 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Request body: {'floatingip': {'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'port_id': '22214f5c-49e6-4040-b1ae-7be35f8961e4', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:19:59.413474 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-0a680304-9d7e-4bdb-9f59-aac654e90bb7 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:59.493727 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-0a680304-9d7e-4bdb-9f59-aac654e90bb7 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:59.592977 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.db_base_plugin_common [None req-0a680304-9d7e-4bdb-9f59-aac654e90bb7 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Allocated IP 172.27.0.173 (02c56ec1-398e-4da7-8d6f-c5872f286327/162161ae-47ec-4957-8899-c21f028f623a/70ee49cd-bfd8-4916-b2f7-edd7998a0b56) {{(pid=103511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:19:59.695280 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-0a680304-9d7e-4bdb-9f59-aac654e90bb7 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for port (70ee49cd-bfd8-4916-b2f7-edd7998a0b56), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:59.725860 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-0a680304-9d7e-4bdb-9f59-aac654e90bb7 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733341868903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4266351'] for port (70ee49cd-bfd8-4916-b2f7-edd7998a0b56), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:59.762105 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a680304-9d7e-4bdb-9f59-aac654e90bb7 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Network 02c56ec1-398e-4da7-8d6f-c5872f286327 is already hosted by enough agents. {{(pid=103511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:19:59.766262 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [None req-0a680304-9d7e-4bdb-9f59-aac654e90bb7 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Resources bound (agent type, host, resource id): {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:19:59.772401 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a680304-9d7e-4bdb-9f59-aac654e90bb7 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Received port after_create {{(pid=103511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:19:59.795998 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a680304-9d7e-4bdb-9f59-aac654e90bb7 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Pushing event updated for resources: {'Port': ['ID=70ee49cd-bfd8-4916-b2f7-edd7998a0b56,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:00.115206 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-0a680304-9d7e-4bdb-9f59-aac654e90bb7 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for floatingip (b40be5a5-648f-42dc-bf99-11249f591a7b), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:00.178882 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-0a680304-9d7e-4bdb-9f59-aac654e90bb7 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895100'] for port (70ee49cd-bfd8-4916-b2f7-edd7998a0b56), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:00.350919 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-0a680304-9d7e-4bdb-9f59-aac654e90bb7 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for port (70ee49cd-bfd8-4916-b2f7-edd7998a0b56), precommit_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:00.355316 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-0a680304-9d7e-4bdb-9f59-aac654e90bb7 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733342426251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733341868921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733341868939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4266328'] for port (70ee49cd-bfd8-4916-b2f7-edd7998a0b56), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:00.423501 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a680304-9d7e-4bdb-9f59-aac654e90bb7 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Pushing event updated for resources: {'Port': ['ID=70ee49cd-bfd8-4916-b2f7-edd7998a0b56,revision_number=2']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:00.434649 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-0a680304-9d7e-4bdb-9f59-aac654e90bb7 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7866643'] for floatingip (b40be5a5-648f-42dc-bf99-11249f591a7b), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:00.529761 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.db.l3_db [None req-0a680304-9d7e-4bdb-9f59-aac654e90bb7 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Floating IP b40be5a5-648f-42dc-bf99-11249f591a7b associated. External IP: 172.27.0.173, port: 22214f5c-49e6-4040-b1ae-7be35f8961e4. May 17 17:20:00.950941 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a680304-9d7e-4bdb-9f59-aac654e90bb7 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Router 2d9bea0d-e005-4d26-a3be-0d542f1a4c13 has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:20:01.049941 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a680304-9d7e-4bdb-9f59-aac654e90bb7 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:20:01.059839 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714400dd-1421-4293-893c-e9dd0795fea2 None None] Sync routers for ids ['2d9bea0d-e005-4d26-a3be-0d542f1a4c13'] in dv-cinder-842149-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:20:01.068658 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-0a680304-9d7e-4bdb-9f59-aac654e90bb7 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for floatingip (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:01.070729 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714400dd-1421-4293-893c-e9dd0795fea2 None None] Routers {'2d9bea0d-e005-4d26-a3be-0d542f1a4c13'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:20:01.071352 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-714400dd-1421-4293-893c-e9dd0795fea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:19:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['2d9bea0d-e005-4d26-a3be-0d542f1a4c13'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:20:01.098048 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-0a680304-9d7e-4bdb-9f59-aac654e90bb7 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7086053 May 17 17:20:01.098714 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01cf2a3e-c99c-42a1-96e9-de3c325a36dc', 'tag': '22214f5c-49e6-4040-b1ae-7be35f8961e4'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:20:01.101156 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}013e0ef84fb20d02ca9c836efc6ccc20e48c75fd9b469b89b36882842dcef414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d2e148-496b-4635-9bd0-f4c4c2e9a265" -d '{"events": [{"name": "network-changed", "server_uuid": "01cf2a3e-c99c-42a1-96e9-de3c325a36dc", "tag": "22214f5c-49e6-4040-b1ae-7be35f8961e4"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:20:01.137393 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f717d4-a8bd-41e9-8ffc-234763bbe505 x-openstack-request-id: req-59f717d4-a8bd-41e9-8ffc-234763bbe505 {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:20:01.137997 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01cf2a3e-c99c-42a1-96e9-de3c325a36dc", "tag": "22214f5c-49e6-4040-b1ae-7be35f8961e4", "status": "completed", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:20:01.137997 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-59f717d4-a8bd-41e9-8ffc-234763bbe505 {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:20:01.138271 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59f717d4-a8bd-41e9-8ffc-234763bbe505'] response: {'name': 'network-changed', 'server_uuid': '01cf2a3e-c99c-42a1-96e9-de3c325a36dc', 'tag': '22214f5c-49e6-4040-b1ae-7be35f8961e4', 'status': 'completed', 'code': 200} May 17 17:20:01.172712 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-714400dd-1421-4293-893c-e9dd0795fea2 None None] Set router 2d9bea0d-e005-4d26-a3be-0d542f1a4c13 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:20:01.200994 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2e148-496b-4635-9bd0-f4c4c2e9a265 req-2f45789b-d4e4-45da-a657-25b95f3dfe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:01.202492 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c2d2e148-496b-4635-9bd0-f4c4c2e9a265 req-2f45789b-d4e4-45da-a657-25b95f3dfe64 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b1528992e3c74c08b5c4192466f23852&device_id=01cf2a3e-c99c-42a1-96e9-de3c325a36dc HTTP/1.1" status: 200 len: 1129 time: 0.0431252 May 17 17:20:01.291769 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2e148-496b-4635-9bd0-f4c4c2e9a265 req-fa64b209-a2d8-4134-8f5e-ddb359f3f808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:01.293278 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c2d2e148-496b-4635-9bd0-f4c4c2e9a265 req-fa64b209-a2d8-4134-8f5e-ddb359f3f808 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f954c18a-8821-47ca-8b80-a2fbc154db5e HTTP/1.1" status: 200 len: 912 time: 0.0839336 May 17 17:20:01.357690 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c2d2e148-496b-4635-9bd0-f4c4c2e9a265 req-3bf95a7a-79f7-4eb6-94ac-7a53d7122b7c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22214f5c-49e6-4040-b1ae-7be35f8961e4 HTTP/1.1" status: 200 len: 999 time: 0.0586343 May 17 17:20:01.381205 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-714400dd-1421-4293-893c-e9dd0795fea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'name': 'tempest-TestVolumeBootPattern-157448203-router', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '1069656d-bdfd-4935-825c-6878d3681e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:14:28Z', 'updated_at': '2022-05-17T17:14:32Z', 'revision_number': 4, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'gw_port': {'id': '1069656d-bdfd-4935-825c-6878d3681e94', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:29Z', 'updated_at': '2022-05-17T17:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': 'b40be5a5-648f-42dc-bf99-11249f591a7b', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'port_id': '22214f5c-49e6-4040-b1ae-7be35f8961e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e', 'mac_address': 'fa:16:3e:8c:b0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cf2a3e-c99c-42a1-96e9-de3c325a36dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:19:59Z', 'updated_at': '2022-05-17T17:19:59Z', 'revision_number': 0, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'fixed_ip_address_scope': None}, {'id': 'c11b6f97-d297-4f5b-bd9e-14fe38700ffb', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'port_id': '69a028cd-6a7e-49ed-93d6-e5229bb69b2c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e', 'mac_address': 'fa:16:3e:02:07:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82812c49-fa86-43cc-ab6f-2df6bf74dfd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:17:50Z', 'updated_at': '2022-05-17T17:17:53Z', 'revision_number': 1, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b852a37a-072e-48b9-b284-88687d884663', 'name': '', 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'mac_address': 'fa:16:3e:25:d8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:32Z', 'updated_at': '2022-05-17T17:14:36Z', 'revision_number': 5, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'subnets': [{'id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:20:01.405706 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714400dd-1421-4293-893c-e9dd0795fea2 None None] Checking router: 2d9bea0d-e005-4d26-a3be-0d542f1a4c13 for host: dv-cinder-842149-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:20:01.406921 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2e148-496b-4635-9bd0-f4c4c2e9a265 req-978ed000-ca37-43ef-9fbc-b415f330a7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:01.408417 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c2d2e148-496b-4635-9bd0-f4c4c2e9a265 req-978ed000-ca37-43ef-9fbc-b415f330a7c6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7e6d0a25-a986-4141-abe4-fef5bc7f9be9 HTTP/1.1" status: 200 len: 850 time: 0.0450430 May 17 17:20:01.414441 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714400dd-1421-4293-893c-e9dd0795fea2 None None] Routers {'2d9bea0d-e005-4d26-a3be-0d542f1a4c13'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:20:01.415153 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-714400dd-1421-4293-893c-e9dd0795fea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:19:53Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['2d9bea0d-e005-4d26-a3be-0d542f1a4c13'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:20:01.451236 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2e148-496b-4635-9bd0-f4c4c2e9a265 req-094267c9-8302-4122-95da-5314201b34d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:01.452749 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c2d2e148-496b-4635-9bd0-f4c4c2e9a265 req-094267c9-8302-4122-95da-5314201b34d0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f954c18a-8821-47ca-8b80-a2fbc154db5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385647 May 17 17:20:01.517246 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-714400dd-1421-4293-893c-e9dd0795fea2 None None] Set router 2d9bea0d-e005-4d26-a3be-0d542f1a4c13 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:20:01.738199 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-714400dd-1421-4293-893c-e9dd0795fea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'name': 'tempest-TestVolumeBootPattern-157448203-router', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '1069656d-bdfd-4935-825c-6878d3681e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:14:28Z', 'updated_at': '2022-05-17T17:14:32Z', 'revision_number': 4, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'gw_port': {'id': '1069656d-bdfd-4935-825c-6878d3681e94', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:29Z', 'updated_at': '2022-05-17T17:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': 'b40be5a5-648f-42dc-bf99-11249f591a7b', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'port_id': '22214f5c-49e6-4040-b1ae-7be35f8961e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e', 'mac_address': 'fa:16:3e:8c:b0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cf2a3e-c99c-42a1-96e9-de3c325a36dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:19:59Z', 'updated_at': '2022-05-17T17:19:59Z', 'revision_number': 0, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'fixed_ip_address_scope': None}, {'id': 'c11b6f97-d297-4f5b-bd9e-14fe38700ffb', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'port_id': '69a028cd-6a7e-49ed-93d6-e5229bb69b2c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e', 'mac_address': 'fa:16:3e:02:07:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82812c49-fa86-43cc-ab6f-2df6bf74dfd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:17:50Z', 'updated_at': '2022-05-17T17:17:53Z', 'revision_number': 1, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b852a37a-072e-48b9-b284-88687d884663', 'name': '', 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'mac_address': 'fa:16:3e:25:d8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:32Z', 'updated_at': '2022-05-17T17:14:36Z', 'revision_number': 5, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'subnets': [{'id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:20:01.766694 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714400dd-1421-4293-893c-e9dd0795fea2 None None] The sync data for ids ['2d9bea0d-e005-4d26-a3be-0d542f1a4c13'] in dv-cinder-842149-1-iscsi is: [{'id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'name': 'tempest-TestVolumeBootPattern-157448203-router', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '1069656d-bdfd-4935-825c-6878d3681e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:14:28Z', 'updated_at': '2022-05-17T17:14:32Z', 'revision_number': 4, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'gw_port': {'id': '1069656d-bdfd-4935-825c-6878d3681e94', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:29Z', 'updated_at': '2022-05-17T17:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': 'b40be5a5-648f-42dc-bf99-11249f591a7b', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'port_id': '22214f5c-49e6-4040-b1ae-7be35f8961e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e', 'mac_address': 'fa:16:3e:8c:b0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cf2a3e-c99c-42a1-96e9-de3c325a36dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:19:59Z', 'updated_at': '2022-05-17T17:19:59Z', 'revision_number': 0, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'fixed_ip_address_scope': None}, {'id': 'c11b6f97-d297-4f5b-bd9e-14fe38700ffb', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'port_id': '69a028cd-6a7e-49ed-93d6-e5229bb69b2c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e', 'mac_address': 'fa:16:3e:02:07:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82812c49-fa86-43cc-ab6f-2df6bf74dfd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:17:50Z', 'updated_at': '2022-05-17T17:17:53Z', 'revision_number': 1, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b852a37a-072e-48b9-b284-88687d884663', 'name': '', 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'mac_address': 'fa:16:3e:25:d8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:32Z', 'updated_at': '2022-05-17T17:14:36Z', 'revision_number': 5, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'subnets': [{'id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:20:01.809947 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c2d2e148-496b-4635-9bd0-f4c4c2e9a265 req-1ff9e770-b2ff-44f5-83aa-79d46cec79ba service neutron] 10.222.0.23 "GET /v2.0/networks/f954c18a-8821-47ca-8b80-a2fbc154db5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505008 May 17 17:20:01.903042 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c2d2e148-496b-4635-9bd0-f4c4c2e9a265 req-caa3569a-440f-4f2c-aa0d-41f38bdf57c4 service neutron] 10.222.0.23 "GET /v2.0/networks/f954c18a-8821-47ca-8b80-a2fbc154db5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852537 May 17 17:20:01.958421 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922251ff-9e58-4f88-896d-1a4b2232ded1 None None] New status for floating IP b40be5a5-648f-42dc-bf99-11249f591a7b: ACTIVE {{(pid=103513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:20:09.759235 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.agents_db [None req-bd8c2525-aad1-4fe1-b03f-cf2f293aaa3a None None] Agent healthcheck: found 6 active agents {{(pid=103513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:20:21.216880 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7d68d413-2f72-4974-9bdb-d0e606abad72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:23.383656 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0beaab31-516a-4b16-927d-622a95c2c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:23.805983 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (f77364a9-2f6e-44ad-9fc6-92e3e143ef92), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:24.879673 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:25.919952 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:27.483570 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:46.760506 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.agents_db [None req-bd8c2525-aad1-4fe1-b03f-cf2f293aaa3a None None] Agent healthcheck: found 6 active agents {{(pid=103513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:20:51.218076 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-8507c285-454c-407e-a409-2fe291227b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:53.384790 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-366ffd16-6603-464c-a021-26c3d13513bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:53.804011 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (f77364a9-2f6e-44ad-9fc6-92e3e143ef92), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:54.882911 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:55.922953 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:57.476012 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:21.219287 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b6118df1-d5ac-42bd-a036-57134f7f7feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:23.388886 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a9024f2c-e701-48ce-8725-8e037c17ffcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:23.759975 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.agents_db [None req-bd8c2525-aad1-4fe1-b03f-cf2f293aaa3a None None] Agent healthcheck: found 6 active agents {{(pid=103513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:21:23.817836 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (f77364a9-2f6e-44ad-9fc6-92e3e143ef92), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:24.885372 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:25.926074 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:27.477666 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:28.294055 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 53628) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:28.430437 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-af15310c-6b99-4459-93bc-a515a173b09b tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Deleting port 70ee49cd-bfd8-4916-b2f7-edd7998a0b56 {{(pid=103511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:21:28.430691 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-af15310c-6b99-4459-93bc-a515a173b09b tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (70ee49cd-bfd8-4916-b2f7-edd7998a0b56), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:28.504293 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-af15310c-6b99-4459-93bc-a515a173b09b tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (70ee49cd-bfd8-4916-b2f7-edd7998a0b56), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:28.504615 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-af15310c-6b99-4459-93bc-a515a173b09b tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for floatingip (70ee49cd-bfd8-4916-b2f7-edd7998a0b56), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:28.521365 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-af15310c-6b99-4459-93bc-a515a173b09b tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Calling delete_port for 70ee49cd-bfd8-4916-b2f7-edd7998a0b56 owned by network:floatingip {{(pid=103511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:21:28.657130 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-af15310c-6b99-4459-93bc-a515a173b09b tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4266351'] for port (70ee49cd-bfd8-4916-b2f7-edd7998a0b56), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:28.683568 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af15310c-6b99-4459-93bc-a515a173b09b tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Pushing event deleted for resources: {'Port': ['ID=70ee49cd-bfd8-4916-b2f7-edd7998a0b56,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:28.696663 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af15310c-6b99-4459-93bc-a515a173b09b tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:28.697125 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af15310c-6b99-4459-93bc-a515a173b09b tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:28.697472 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af15310c-6b99-4459-93bc-a515a173b09b tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:28.697819 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af15310c-6b99-4459-93bc-a515a173b09b tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:28.698149 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af15310c-6b99-4459-93bc-a515a173b09b tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:28.698477 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af15310c-6b99-4459-93bc-a515a173b09b tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:28.698802 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af15310c-6b99-4459-93bc-a515a173b09b tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:28.699129 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af15310c-6b99-4459-93bc-a515a173b09b tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:28.699452 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af15310c-6b99-4459-93bc-a515a173b09b tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:28.699808 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af15310c-6b99-4459-93bc-a515a173b09b tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:28.700941 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af15310c-6b99-4459-93bc-a515a173b09b tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:28.701329 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af15310c-6b99-4459-93bc-a515a173b09b tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:28.701691 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af15310c-6b99-4459-93bc-a515a173b09b tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:28.702055 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af15310c-6b99-4459-93bc-a515a173b09b tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:28.702379 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af15310c-6b99-4459-93bc-a515a173b09b tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:28.756871 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-af15310c-6b99-4459-93bc-a515a173b09b tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for floatingip (b40be5a5-648f-42dc-bf99-11249f591a7b), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:28.757199 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.db.l3_db [None req-af15310c-6b99-4459-93bc-a515a173b09b tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Floating IP b40be5a5-648f-42dc-bf99-11249f591a7b disassociated (deleted). External IP: 172.27.0.173, port: 22214f5c-49e6-4040-b1ae-7be35f8961e4. May 17 17:21:28.954451 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af15310c-6b99-4459-93bc-a515a173b09b tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Router 2d9bea0d-e005-4d26-a3be-0d542f1a4c13 has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:21:29.054867 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af15310c-6b99-4459-93bc-a515a173b09b tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:21:29.060297 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-af15310c-6b99-4459-93bc-a515a173b09b tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for floatingip (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:29.066230 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2595a87-0f90-4bd1-9d70-e5f5491f13da None None] Sync routers for ids ['2d9bea0d-e005-4d26-a3be-0d542f1a4c13'] in dv-cinder-842149-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:21:29.083483 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2595a87-0f90-4bd1-9d70-e5f5491f13da None None] Routers {'2d9bea0d-e005-4d26-a3be-0d542f1a4c13'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:21:29.084260 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-f2595a87-0f90-4bd1-9d70-e5f5491f13da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:21:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['2d9bea0d-e005-4d26-a3be-0d542f1a4c13'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:29.091582 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-af15310c-6b99-4459-93bc-a515a173b09b tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "DELETE /v2.0/floatingips/b40be5a5-648f-42dc-bf99-11249f591a7b HTTP/1.1" status: 204 len: 168 time: 0.7946839 May 17 17:21:29.091582 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01cf2a3e-c99c-42a1-96e9-de3c325a36dc', 'tag': '22214f5c-49e6-4040-b1ae-7be35f8961e4'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:21:29.093557 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}013e0ef84fb20d02ca9c836efc6ccc20e48c75fd9b469b89b36882842dcef414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda7f903-3408-4813-82f7-d4d3a95ff694" -d '{"events": [{"name": "network-changed", "server_uuid": "01cf2a3e-c99c-42a1-96e9-de3c325a36dc", "tag": "22214f5c-49e6-4040-b1ae-7be35f8961e4"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:21:29.123643 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b46cd7cd-0516-4fed-8024-5592dd2c73ad req-1856272b-8b3d-400e-bf2e-e48fd0b42edd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=82812c49-fa86-43cc-ab6f-2df6bf74dfd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1871817 May 17 17:21:29.141712 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c698bfa3-8f89-4b64-8f70-d191e021f7b0 x-openstack-request-id: req-c698bfa3-8f89-4b64-8f70-d191e021f7b0 {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:21:29.141867 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01cf2a3e-c99c-42a1-96e9-de3c325a36dc", "tag": "22214f5c-49e6-4040-b1ae-7be35f8961e4", "status": "completed", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:21:29.142072 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c698bfa3-8f89-4b64-8f70-d191e021f7b0 {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:21:29.142407 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c698bfa3-8f89-4b64-8f70-d191e021f7b0'] response: {'name': 'network-changed', 'server_uuid': '01cf2a3e-c99c-42a1-96e9-de3c325a36dc', 'tag': '22214f5c-49e6-4040-b1ae-7be35f8961e4', 'status': 'completed', 'code': 200} May 17 17:21:29.204715 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-f2595a87-0f90-4bd1-9d70-e5f5491f13da None None] Set router 2d9bea0d-e005-4d26-a3be-0d542f1a4c13 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:21:29.228938 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7f903-3408-4813-82f7-d4d3a95ff694 req-14279a8f-74a6-4eef-9291-17553a74e0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:29.230444 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-fda7f903-3408-4813-82f7-d4d3a95ff694 req-14279a8f-74a6-4eef-9291-17553a74e0f9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b1528992e3c74c08b5c4192466f23852&device_id=01cf2a3e-c99c-42a1-96e9-de3c325a36dc HTTP/1.1" status: 200 len: 1129 time: 0.0661683 May 17 17:21:29.235964 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46cd7cd-0516-4fed-8024-5592dd2c73ad req-b48ed407-cc02-4d0f-8c0b-e477a7a84ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:29.237636 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b46cd7cd-0516-4fed-8024-5592dd2c73ad req-b48ed407-cc02-4d0f-8c0b-e477a7a84ab1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b1528992e3c74c08b5c4192466f23852&device_id=82812c49-fa86-43cc-ab6f-2df6bf74dfd8 HTTP/1.1" status: 200 len: 1130 time: 0.0634079 May 17 17:21:29.403781 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7f903-3408-4813-82f7-d4d3a95ff694 req-109909d9-9ffd-4e5d-883e-dabde9f64fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:29.405448 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-fda7f903-3408-4813-82f7-d4d3a95ff694 req-109909d9-9ffd-4e5d-883e-dabde9f64fe2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f954c18a-8821-47ca-8b80-a2fbc154db5e HTTP/1.1" status: 200 len: 912 time: 0.1624856 May 17 17:21:29.414670 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46cd7cd-0516-4fed-8024-5592dd2c73ad req-2727cde3-f3b8-4d65-b9ff-71541f38503d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:29.416105 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b46cd7cd-0516-4fed-8024-5592dd2c73ad req-2727cde3-f3b8-4d65-b9ff-71541f38503d service neutron] 10.222.0.23 "GET /v2.0/networks?id=f954c18a-8821-47ca-8b80-a2fbc154db5e HTTP/1.1" status: 200 len: 912 time: 0.1412997 May 17 17:21:29.439845 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-f2595a87-0f90-4bd1-9d70-e5f5491f13da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'name': 'tempest-TestVolumeBootPattern-157448203-router', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '1069656d-bdfd-4935-825c-6878d3681e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:14:28Z', 'updated_at': '2022-05-17T17:14:32Z', 'revision_number': 4, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'gw_port': {'id': '1069656d-bdfd-4935-825c-6878d3681e94', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:29Z', 'updated_at': '2022-05-17T17:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': 'c11b6f97-d297-4f5b-bd9e-14fe38700ffb', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'port_id': '69a028cd-6a7e-49ed-93d6-e5229bb69b2c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e', 'mac_address': 'fa:16:3e:02:07:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82812c49-fa86-43cc-ab6f-2df6bf74dfd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:17:50Z', 'updated_at': '2022-05-17T17:17:53Z', 'revision_number': 1, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b852a37a-072e-48b9-b284-88687d884663', 'name': '', 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'mac_address': 'fa:16:3e:25:d8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:32Z', 'updated_at': '2022-05-17T17:14:36Z', 'revision_number': 5, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'subnets': [{'id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:29.463922 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2595a87-0f90-4bd1-9d70-e5f5491f13da None None] Checking router: 2d9bea0d-e005-4d26-a3be-0d542f1a4c13 for host: dv-cinder-842149-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:21:29.473057 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2595a87-0f90-4bd1-9d70-e5f5491f13da None None] Routers {'2d9bea0d-e005-4d26-a3be-0d542f1a4c13'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:21:29.473653 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-f2595a87-0f90-4bd1-9d70-e5f5491f13da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:21:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['2d9bea0d-e005-4d26-a3be-0d542f1a4c13'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:29.495040 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508ccc9-830b-4a35-a662-09645629c77d req-c3c5e743-6e8b-4135-97f0-1133598be86d tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:29.496549 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7508ccc9-830b-4a35-a662-09645629c77d req-c3c5e743-6e8b-4135-97f0-1133598be86d tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=01cf2a3e-c99c-42a1-96e9-de3c325a36dc HTTP/1.1" status: 200 len: 945 time: 0.1913521 May 17 17:21:29.547446 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-7508ccc9-830b-4a35-a662-09645629c77d req-a401b314-addd-4872-a3b5-ac4e06393d43 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451045 May 17 17:21:29.578001 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-f2595a87-0f90-4bd1-9d70-e5f5491f13da None None] Set router 2d9bea0d-e005-4d26-a3be-0d542f1a4c13 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:21:29.780360 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-f2595a87-0f90-4bd1-9d70-e5f5491f13da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'name': 'tempest-TestVolumeBootPattern-157448203-router', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '1069656d-bdfd-4935-825c-6878d3681e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:14:28Z', 'updated_at': '2022-05-17T17:14:32Z', 'revision_number': 4, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'gw_port': {'id': '1069656d-bdfd-4935-825c-6878d3681e94', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:29Z', 'updated_at': '2022-05-17T17:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': 'c11b6f97-d297-4f5b-bd9e-14fe38700ffb', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'port_id': '69a028cd-6a7e-49ed-93d6-e5229bb69b2c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e', 'mac_address': 'fa:16:3e:02:07:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82812c49-fa86-43cc-ab6f-2df6bf74dfd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:17:50Z', 'updated_at': '2022-05-17T17:17:53Z', 'revision_number': 1, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b852a37a-072e-48b9-b284-88687d884663', 'name': '', 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'mac_address': 'fa:16:3e:25:d8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:32Z', 'updated_at': '2022-05-17T17:14:36Z', 'revision_number': 5, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'subnets': [{'id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:29.807217 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2595a87-0f90-4bd1-9d70-e5f5491f13da None None] The sync data for ids ['2d9bea0d-e005-4d26-a3be-0d542f1a4c13'] in dv-cinder-842149-1-iscsi is: [{'id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'name': 'tempest-TestVolumeBootPattern-157448203-router', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '1069656d-bdfd-4935-825c-6878d3681e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:14:28Z', 'updated_at': '2022-05-17T17:14:32Z', 'revision_number': 4, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'gw_port': {'id': '1069656d-bdfd-4935-825c-6878d3681e94', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:29Z', 'updated_at': '2022-05-17T17:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_floatingips': [{'id': 'c11b6f97-d297-4f5b-bd9e-14fe38700ffb', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'router_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'port_id': '69a028cd-6a7e-49ed-93d6-e5229bb69b2c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e', 'mac_address': 'fa:16:3e:02:07:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82812c49-fa86-43cc-ab6f-2df6bf74dfd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:17:50Z', 'updated_at': '2022-05-17T17:17:53Z', 'revision_number': 1, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b852a37a-072e-48b9-b284-88687d884663', 'name': '', 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'mac_address': 'fa:16:3e:25:d8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:32Z', 'updated_at': '2022-05-17T17:14:36Z', 'revision_number': 5, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'subnets': [{'id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:21:30.027663 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b2568a-bc1b-4201-a2fb-487e47b9211e None None] New status for floating IP b40be5a5-648f-42dc-bf99-11249f591a7b: DOWN {{(pid=103513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:21:30.361080 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-fda7f903-3408-4813-82f7-d4d3a95ff694 req-298f8e42-cd80-4986-878e-387228125c1c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22214f5c-49e6-4040-b1ae-7be35f8961e4 HTTP/1.1" status: 200 len: 217 time: 0.0658972 May 17 17:21:30.383184 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b46cd7cd-0516-4fed-8024-5592dd2c73ad req-5864521b-8ebc-4a5c-ab81-ea68c94dc350 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69a028cd-6a7e-49ed-93d6-e5229bb69b2c HTTP/1.1" status: 200 len: 1002 time: 0.0869229 May 17 17:21:30.533803 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7f903-3408-4813-82f7-d4d3a95ff694 req-bde5bf3f-3ff7-48cb-9efe-cd9a4c8f40cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:30.535269 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-fda7f903-3408-4813-82f7-d4d3a95ff694 req-bde5bf3f-3ff7-48cb-9efe-cd9a4c8f40cd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7e6d0a25-a986-4141-abe4-fef5bc7f9be9 HTTP/1.1" status: 200 len: 850 time: 0.0797014 May 17 17:21:30.540174 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46cd7cd-0516-4fed-8024-5592dd2c73ad req-aa20399b-d5b4-41c5-aeac-d64a5e9de933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:30.541472 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b46cd7cd-0516-4fed-8024-5592dd2c73ad req-aa20399b-d5b4-41c5-aeac-d64a5e9de933 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7e6d0a25-a986-4141-abe4-fef5bc7f9be9 HTTP/1.1" status: 200 len: 850 time: 0.0573053 May 17 17:21:30.605822 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7f903-3408-4813-82f7-d4d3a95ff694 req-fb2af6e7-b49e-4874-a17a-370f0742d1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:30.607996 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-fda7f903-3408-4813-82f7-d4d3a95ff694 req-fb2af6e7-b49e-4874-a17a-370f0742d1e8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f954c18a-8821-47ca-8b80-a2fbc154db5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0656939 May 17 17:21:30.609063 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46cd7cd-0516-4fed-8024-5592dd2c73ad req-2056ca00-dd54-4e7d-abdd-e02701a3e2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:30.610387 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b46cd7cd-0516-4fed-8024-5592dd2c73ad req-2056ca00-dd54-4e7d-abdd-e02701a3e2f9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f954c18a-8821-47ca-8b80-a2fbc154db5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0603588 May 17 17:21:30.712375 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05a9ae-ceab-486f-a6bc-20461fddee1b req-bd7c239a-d952-48f4-a8a7-57046e2ebaae tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:30.713836 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ad05a9ae-ceab-486f-a6bc-20461fddee1b req-bd7c239a-d952-48f4-a8a7-57046e2ebaae tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=01cf2a3e-c99c-42a1-96e9-de3c325a36dc HTTP/1.1" status: 200 len: 945 time: 0.0955434 May 17 17:21:30.747278 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [req-fda7f903-3408-4813-82f7-d4d3a95ff694 req-7a5b16e7-8693-40d0-ab4b-f5347c757ef2 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103510) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 17:21:30.748283 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-fda7f903-3408-4813-82f7-d4d3a95ff694 req-7a5b16e7-8693-40d0-ab4b-f5347c757ef2 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0064833 May 17 17:21:30.751454 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [req-b46cd7cd-0516-4fed-8024-5592dd2c73ad req-14f046ab-8f7e-457a-b518-d23c3097bb9f service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103510) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 17:21:30.752426 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b46cd7cd-0516-4fed-8024-5592dd2c73ad req-14f046ab-8f7e-457a-b518-d23c3097bb9f service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0094337 May 17 17:21:30.766235 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-ad05a9ae-ceab-486f-a6bc-20461fddee1b req-3dec96f2-c0fa-48ac-9a7c-32a26dd7ab2b tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461173 May 17 17:21:30.926249 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ea4de-ac01-45df-8080-2b74a58b26f8 req-7d94734d-1dfc-4dd0-a18a-78cf66cda455 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:30.927631 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-572ea4de-ac01-45df-8080-2b74a58b26f8 req-7d94734d-1dfc-4dd0-a18a-78cf66cda455 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.23 "GET /v2.0/ports?device_id=01cf2a3e-c99c-42a1-96e9-de3c325a36dc HTTP/1.1" status: 200 len: 945 time: 0.1248713 May 17 17:21:30.998052 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b46cd7cd-0516-4fed-8024-5592dd2c73ad req-d1124cd8-f019-4ed6-a4c1-0a3b6182070d service neutron] 10.222.0.23 "GET /v2.0/networks/f954c18a-8821-47ca-8b80-a2fbc154db5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301681 May 17 17:21:31.004327 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-fda7f903-3408-4813-82f7-d4d3a95ff694 req-12dc8fa1-81ef-4d0b-aee1-2667135deaf0 service neutron] 10.222.0.23 "GET /v2.0/networks/f954c18a-8821-47ca-8b80-a2fbc154db5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411809 May 17 17:21:31.154974 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-572ea4de-ac01-45df-8080-2b74a58b26f8 req-f94af61b-c8d6-4fb1-94bd-4827b6c8a3c2 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Deleting port 22214f5c-49e6-4040-b1ae-7be35f8961e4 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:21:31.155307 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-572ea4de-ac01-45df-8080-2b74a58b26f8 req-f94af61b-c8d6-4fb1-94bd-4827b6c8a3c2 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (22214f5c-49e6-4040-b1ae-7be35f8961e4), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:31.256690 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-fda7f903-3408-4813-82f7-d4d3a95ff694 req-8ee7b700-b28d-4a4b-a88f-f4987bbd51b4 service neutron] 10.222.0.23 "GET /v2.0/networks/f954c18a-8821-47ca-8b80-a2fbc154db5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451985 May 17 17:21:31.260268 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b46cd7cd-0516-4fed-8024-5592dd2c73ad req-bb213b7b-24e9-4ed4-8275-987008fa6f7c service neutron] 10.222.0.23 "GET /v2.0/networks/f954c18a-8821-47ca-8b80-a2fbc154db5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479138 May 17 17:21:31.286667 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-572ea4de-ac01-45df-8080-2b74a58b26f8 req-f94af61b-c8d6-4fb1-94bd-4827b6c8a3c2 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] For port 22214f5c-49e6-4040-b1ae-7be35f8961e4, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=22214f5c-49e6-4040-b1ae-7be35f8961e4,segment=NetworkSegment(3edb7eab-9922-40db-9293-945d85664407),segment_id=3edb7eab-9922-40db-9293-945d85664407)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:21:31.287126 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-572ea4de-ac01-45df-8080-2b74a58b26f8 req-f94af61b-c8d6-4fb1-94bd-4827b6c8a3c2 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (22214f5c-49e6-4040-b1ae-7be35f8961e4), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:31.306371 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-572ea4de-ac01-45df-8080-2b74a58b26f8 req-f94af61b-c8d6-4fb1-94bd-4827b6c8a3c2 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Calling delete_port for 22214f5c-49e6-4040-b1ae-7be35f8961e4 owned by compute:nova {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:21:31.428717 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-572ea4de-ac01-45df-8080-2b74a58b26f8 req-f94af61b-c8d6-4fb1-94bd-4827b6c8a3c2 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15829245'] for port (22214f5c-49e6-4040-b1ae-7be35f8961e4), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:31.457713 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94af61b-c8d6-4fb1-94bd-4827b6c8a3c2 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Pushing event deleted for resources: {'Port': ['ID=22214f5c-49e6-4040-b1ae-7be35f8961e4,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:31.485203 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94af61b-c8d6-4fb1-94bd-4827b6c8a3c2 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:31.485557 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94af61b-c8d6-4fb1-94bd-4827b6c8a3c2 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:31.485904 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94af61b-c8d6-4fb1-94bd-4827b6c8a3c2 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:31.486250 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94af61b-c8d6-4fb1-94bd-4827b6c8a3c2 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:31.486588 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94af61b-c8d6-4fb1-94bd-4827b6c8a3c2 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:31.486921 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94af61b-c8d6-4fb1-94bd-4827b6c8a3c2 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:31.487279 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94af61b-c8d6-4fb1-94bd-4827b6c8a3c2 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:31.487633 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94af61b-c8d6-4fb1-94bd-4827b6c8a3c2 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:31.487963 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94af61b-c8d6-4fb1-94bd-4827b6c8a3c2 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:31.488289 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94af61b-c8d6-4fb1-94bd-4827b6c8a3c2 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:31.488660 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94af61b-c8d6-4fb1-94bd-4827b6c8a3c2 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:31.489006 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94af61b-c8d6-4fb1-94bd-4827b6c8a3c2 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:31.489332 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94af61b-c8d6-4fb1-94bd-4827b6c8a3c2 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:31.489656 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94af61b-c8d6-4fb1-94bd-4827b6c8a3c2 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:31.489996 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94af61b-c8d6-4fb1-94bd-4827b6c8a3c2 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:31.514307 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-572ea4de-ac01-45df-8080-2b74a58b26f8 req-f94af61b-c8d6-4fb1-94bd-4827b6c8a3c2 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] No DVR routers for this DVR port 22214f5c-49e6-4040-b1ae-7be35f8961e4 on host hv-cinder-84214 {{(pid=103510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:21:31.517018 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-572ea4de-ac01-45df-8080-2b74a58b26f8 req-f94af61b-c8d6-4fb1-94bd-4827b6c8a3c2 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:31.520798 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-572ea4de-ac01-45df-8080-2b74a58b26f8 req-f94af61b-c8d6-4fb1-94bd-4827b6c8a3c2 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.23 "DELETE /v2.0/ports/22214f5c-49e6-4040-b1ae-7be35f8961e4 HTTP/1.1" status: 204 len: 173 time: 0.5854363 May 17 17:21:31.521237 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01cf2a3e-c99c-42a1-96e9-de3c325a36dc', 'name': 'network-vif-deleted', 'tag': '22214f5c-49e6-4040-b1ae-7be35f8961e4'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:21:31.523585 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035d10b1-9b61-4b99-b5c7-2f3d30db8d80" -d '{"events": [{"server_uuid": "01cf2a3e-c99c-42a1-96e9-de3c325a36dc", "name": "network-vif-deleted", "tag": "22214f5c-49e6-4040-b1ae-7be35f8961e4"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:21:31.620545 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527120e8-855c-42a6-8111-9569bf3d95af x-openstack-request-id: req-527120e8-855c-42a6-8111-9569bf3d95af {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:21:31.620852 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01cf2a3e-c99c-42a1-96e9-de3c325a36dc", "name": "network-vif-deleted", "tag": "22214f5c-49e6-4040-b1ae-7be35f8961e4", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:21:31.621110 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-527120e8-855c-42a6-8111-9569bf3d95af {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:21:31.621524 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-527120e8-855c-42a6-8111-9569bf3d95af'] response: {'server_uuid': '01cf2a3e-c99c-42a1-96e9-de3c325a36dc', 'name': 'network-vif-deleted', 'tag': '22214f5c-49e6-4040-b1ae-7be35f8961e4', 'status': 'completed', 'code': 200} May 17 17:21:31.869002 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-89c4523b-7f87-4319-a27b-cd4d4bebd2e8 req-4c04f866-26f2-40b5-9b30-1904b75acdde tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=01cf2a3e-c99c-42a1-96e9-de3c325a36dc HTTP/1.1" status: 200 len: 210 time: 0.0307584 May 17 17:21:35.166665 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 53682) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:35.306352 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-89db99c4-132d-4f25-a9e9-5d2f2dbe1ed2 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Deleting port 607d36d1-fdd6-4f5c-89a7-4cd308cbd464 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:21:35.306691 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-89db99c4-132d-4f25-a9e9-5d2f2dbe1ed2 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (607d36d1-fdd6-4f5c-89a7-4cd308cbd464), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:35.383787 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-89db99c4-132d-4f25-a9e9-5d2f2dbe1ed2 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (607d36d1-fdd6-4f5c-89a7-4cd308cbd464), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:35.384110 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-89db99c4-132d-4f25-a9e9-5d2f2dbe1ed2 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for floatingip (607d36d1-fdd6-4f5c-89a7-4cd308cbd464), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:35.400907 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-89db99c4-132d-4f25-a9e9-5d2f2dbe1ed2 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Calling delete_port for 607d36d1-fdd6-4f5c-89a7-4cd308cbd464 owned by network:floatingip {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:21:35.562353 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-89db99c4-132d-4f25-a9e9-5d2f2dbe1ed2 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15829245'] for port (607d36d1-fdd6-4f5c-89a7-4cd308cbd464), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:35.589809 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db99c4-132d-4f25-a9e9-5d2f2dbe1ed2 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Pushing event deleted for resources: {'Port': ['ID=607d36d1-fdd6-4f5c-89a7-4cd308cbd464,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:35.657632 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-89db99c4-132d-4f25-a9e9-5d2f2dbe1ed2 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for floatingip (c11b6f97-d297-4f5b-bd9e-14fe38700ffb), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:35.657977 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.db.l3_db [None req-89db99c4-132d-4f25-a9e9-5d2f2dbe1ed2 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Floating IP c11b6f97-d297-4f5b-bd9e-14fe38700ffb disassociated (deleted). External IP: 172.27.0.235, port: 69a028cd-6a7e-49ed-93d6-e5229bb69b2c. May 17 17:21:35.850734 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89db99c4-132d-4f25-a9e9-5d2f2dbe1ed2 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Router 2d9bea0d-e005-4d26-a3be-0d542f1a4c13 has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:21:35.881450 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 22214f5c-49e6-4040-b1ae-7be35f8961e4 no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:21:35.900824 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] No Port match for: 22214f5c-49e6-4040-b1ae-7be35f8961e4 {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:21:35.901163 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 22214f5c-49e6-4040-b1ae-7be35f8961e4 not bound to the agent host hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:21:35.952723 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89db99c4-132d-4f25-a9e9-5d2f2dbe1ed2 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:21:35.957028 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-89db99c4-132d-4f25-a9e9-5d2f2dbe1ed2 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for floatingip (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:35.962927 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fb80f3-f995-43fb-bac3-742df9fa5b0a None None] Sync routers for ids ['2d9bea0d-e005-4d26-a3be-0d542f1a4c13'] in dv-cinder-842149-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:21:35.973504 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fb80f3-f995-43fb-bac3-742df9fa5b0a None None] Routers {'2d9bea0d-e005-4d26-a3be-0d542f1a4c13'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:21:35.974114 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-c9fb80f3-f995-43fb-bac3-742df9fa5b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:21:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['2d9bea0d-e005-4d26-a3be-0d542f1a4c13'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:35.985865 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-89db99c4-132d-4f25-a9e9-5d2f2dbe1ed2 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "DELETE /v2.0/floatingips/c11b6f97-d297-4f5b-bd9e-14fe38700ffb HTTP/1.1" status: 204 len: 168 time: 0.8181291 May 17 17:21:35.986459 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82812c49-fa86-43cc-ab6f-2df6bf74dfd8', 'tag': '69a028cd-6a7e-49ed-93d6-e5229bb69b2c'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:21:35.988916 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb2fe66-6246-46b1-a66f-9ee34c2e42a2" -d '{"events": [{"name": "network-changed", "server_uuid": "82812c49-fa86-43cc-ab6f-2df6bf74dfd8", "tag": "69a028cd-6a7e-49ed-93d6-e5229bb69b2c"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:21:36.027351 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fa21a5-5ccc-48aa-a967-fb3c8e60e71d x-openstack-request-id: req-f3fa21a5-5ccc-48aa-a967-fb3c8e60e71d {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:21:36.028058 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82812c49-fa86-43cc-ab6f-2df6bf74dfd8", "tag": "69a028cd-6a7e-49ed-93d6-e5229bb69b2c", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:21:36.028631 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f3fa21a5-5ccc-48aa-a967-fb3c8e60e71d {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:21:36.028876 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3fa21a5-5ccc-48aa-a967-fb3c8e60e71d'] response: {'name': 'network-changed', 'server_uuid': '82812c49-fa86-43cc-ab6f-2df6bf74dfd8', 'tag': '69a028cd-6a7e-49ed-93d6-e5229bb69b2c', 'status': 'completed', 'code': 200} May 17 17:21:36.100324 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2fe66-6246-46b1-a66f-9ee34c2e42a2 req-f1a86796-c8a5-47be-ab8c-db54914da975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:36.102059 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-dfb2fe66-6246-46b1-a66f-9ee34c2e42a2 req-f1a86796-c8a5-47be-ab8c-db54914da975 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b1528992e3c74c08b5c4192466f23852&device_id=82812c49-fa86-43cc-ab6f-2df6bf74dfd8 HTTP/1.1" status: 200 len: 1130 time: 0.0498521 May 17 17:21:36.208452 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2fe66-6246-46b1-a66f-9ee34c2e42a2 req-a2697df3-d9df-4041-9171-e6f46b74ec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:36.210092 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-dfb2fe66-6246-46b1-a66f-9ee34c2e42a2 req-a2697df3-d9df-4041-9171-e6f46b74ec41 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f954c18a-8821-47ca-8b80-a2fbc154db5e HTTP/1.1" status: 200 len: 912 time: 0.1025481 May 17 17:21:36.211161 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-c9fb80f3-f995-43fb-bac3-742df9fa5b0a None None] Set router 2d9bea0d-e005-4d26-a3be-0d542f1a4c13 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:21:36.240321 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437353d-fe91-466d-823d-ebff33aef1ea req-be293f5f-8506-4a5a-9df1-5d7b17c70858 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:36.241831 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5437353d-fe91-466d-823d-ebff33aef1ea req-be293f5f-8506-4a5a-9df1-5d7b17c70858 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=82812c49-fa86-43cc-ab6f-2df6bf74dfd8 HTTP/1.1" status: 200 len: 946 time: 0.0515280 May 17 17:21:36.292380 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-5437353d-fe91-466d-823d-ebff33aef1ea req-8e0d8314-f688-4470-9446-d8de1231ae6a tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444078 May 17 17:21:36.405611 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-c9fb80f3-f995-43fb-bac3-742df9fa5b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'name': 'tempest-TestVolumeBootPattern-157448203-router', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '1069656d-bdfd-4935-825c-6878d3681e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:14:28Z', 'updated_at': '2022-05-17T17:14:32Z', 'revision_number': 4, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'gw_port': {'id': '1069656d-bdfd-4935-825c-6878d3681e94', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:29Z', 'updated_at': '2022-05-17T17:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': 'b852a37a-072e-48b9-b284-88687d884663', 'name': '', 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'mac_address': 'fa:16:3e:25:d8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:32Z', 'updated_at': '2022-05-17T17:14:36Z', 'revision_number': 5, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'subnets': [{'id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:36.432500 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fb80f3-f995-43fb-bac3-742df9fa5b0a None None] Checking router: 2d9bea0d-e005-4d26-a3be-0d542f1a4c13 for host: dv-cinder-842149-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:21:36.442756 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fb80f3-f995-43fb-bac3-742df9fa5b0a None None] Routers {'2d9bea0d-e005-4d26-a3be-0d542f1a4c13'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:21:36.443387 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-c9fb80f3-f995-43fb-bac3-742df9fa5b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:21:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['2d9bea0d-e005-4d26-a3be-0d542f1a4c13'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:36.547808 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-c9fb80f3-f995-43fb-bac3-742df9fa5b0a None None] Set router 2d9bea0d-e005-4d26-a3be-0d542f1a4c13 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:21:36.728071 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-c9fb80f3-f995-43fb-bac3-742df9fa5b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'name': 'tempest-TestVolumeBootPattern-157448203-router', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '1069656d-bdfd-4935-825c-6878d3681e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:14:28Z', 'updated_at': '2022-05-17T17:14:32Z', 'revision_number': 4, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'gw_port': {'id': '1069656d-bdfd-4935-825c-6878d3681e94', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:29Z', 'updated_at': '2022-05-17T17:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': 'b852a37a-072e-48b9-b284-88687d884663', 'name': '', 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'mac_address': 'fa:16:3e:25:d8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:32Z', 'updated_at': '2022-05-17T17:14:36Z', 'revision_number': 5, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'subnets': [{'id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:36.755111 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fb80f3-f995-43fb-bac3-742df9fa5b0a None None] The sync data for ids ['2d9bea0d-e005-4d26-a3be-0d542f1a4c13'] in dv-cinder-842149-1-iscsi is: [{'id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'name': 'tempest-TestVolumeBootPattern-157448203-router', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '1069656d-bdfd-4935-825c-6878d3681e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:14:28Z', 'updated_at': '2022-05-17T17:14:32Z', 'revision_number': 4, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'gw_port': {'id': '1069656d-bdfd-4935-825c-6878d3681e94', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:29Z', 'updated_at': '2022-05-17T17:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi', '_interfaces': [{'id': 'b852a37a-072e-48b9-b284-88687d884663', 'name': '', 'network_id': 'f954c18a-8821-47ca-8b80-a2fbc154db5e', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'mac_address': 'fa:16:3e:25:d8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:32Z', 'updated_at': '2022-05-17T17:14:36Z', 'revision_number': 5, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'subnets': [{'id': '7e6d0a25-a986-4141-abe4-fef5bc7f9be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:21:36.971583 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69043bce-5772-49e2-9aac-34f7410251f4 None None] New status for floating IP c11b6f97-d297-4f5b-bd9e-14fe38700ffb: DOWN {{(pid=103513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:21:37.162747 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-dfb2fe66-6246-46b1-a66f-9ee34c2e42a2 req-e9df81d3-235c-4261-830c-a4cd47c503a9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69a028cd-6a7e-49ed-93d6-e5229bb69b2c HTTP/1.1" status: 200 len: 217 time: 0.0327659 May 17 17:21:37.210990 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2fe66-6246-46b1-a66f-9ee34c2e42a2 req-19384b81-1d87-429c-a385-2ea72baae95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:37.212409 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-dfb2fe66-6246-46b1-a66f-9ee34c2e42a2 req-19384b81-1d87-429c-a385-2ea72baae95a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7e6d0a25-a986-4141-abe4-fef5bc7f9be9 HTTP/1.1" status: 200 len: 850 time: 0.0422735 May 17 17:21:37.328001 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2fe66-6246-46b1-a66f-9ee34c2e42a2 req-ca32b939-6361-4b82-aaf0-b56873058d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:37.329676 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-dfb2fe66-6246-46b1-a66f-9ee34c2e42a2 req-ca32b939-6361-4b82-aaf0-b56873058d43 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f954c18a-8821-47ca-8b80-a2fbc154db5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399408 May 17 17:21:37.413437 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c915450-e8c8-41a4-89f7-efbb1b08e62e req-d6e7f2b3-f0b7-408d-ab2a-38b8966aa26a tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:37.414906 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2c915450-e8c8-41a4-89f7-efbb1b08e62e req-d6e7f2b3-f0b7-408d-ab2a-38b8966aa26a tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=82812c49-fa86-43cc-ab6f-2df6bf74dfd8 HTTP/1.1" status: 200 len: 946 time: 0.0496113 May 17 17:21:37.426928 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-dfb2fe66-6246-46b1-a66f-9ee34c2e42a2 req-4237b2c0-c5ab-483f-b5fc-7d0b37f7e927 service neutron] 10.222.0.23 "GET /v2.0/networks/f954c18a-8821-47ca-8b80-a2fbc154db5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883009 May 17 17:21:37.466334 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-2c915450-e8c8-41a4-89f7-efbb1b08e62e req-d453111d-77c7-4f55-8601-17ac6c7f0f99 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/security-groups?id=28b40252-adbd-491f-b796-30e56ed2e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451195 May 17 17:21:37.610107 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-dfb2fe66-6246-46b1-a66f-9ee34c2e42a2 req-e30886bc-b3ca-4ad9-ac6d-5c732c7e68f6 service neutron] 10.222.0.23 "GET /v2.0/networks/f954c18a-8821-47ca-8b80-a2fbc154db5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160288 May 17 17:21:37.618114 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278d497-8e3a-463a-aa4f-0cafa7d441a9 req-fe04a591-1d38-4876-8e98-76c99be33213 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:37.619477 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0278d497-8e3a-463a-aa4f-0cafa7d441a9 req-fe04a591-1d38-4876-8e98-76c99be33213 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.23 "GET /v2.0/ports?device_id=82812c49-fa86-43cc-ab6f-2df6bf74dfd8 HTTP/1.1" status: 200 len: 946 time: 0.0576296 May 17 17:21:37.697888 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-0278d497-8e3a-463a-aa4f-0cafa7d441a9 req-016af37e-342b-419a-9d65-e812017d96b0 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Deleting port 69a028cd-6a7e-49ed-93d6-e5229bb69b2c {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:21:37.698224 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0278d497-8e3a-463a-aa4f-0cafa7d441a9 req-016af37e-342b-419a-9d65-e812017d96b0 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (69a028cd-6a7e-49ed-93d6-e5229bb69b2c), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:37.789810 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-0278d497-8e3a-463a-aa4f-0cafa7d441a9 req-016af37e-342b-419a-9d65-e812017d96b0 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] For port 69a028cd-6a7e-49ed-93d6-e5229bb69b2c, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=69a028cd-6a7e-49ed-93d6-e5229bb69b2c,segment=NetworkSegment(3edb7eab-9922-40db-9293-945d85664407),segment_id=3edb7eab-9922-40db-9293-945d85664407)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:21:37.790175 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0278d497-8e3a-463a-aa4f-0cafa7d441a9 req-016af37e-342b-419a-9d65-e812017d96b0 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (69a028cd-6a7e-49ed-93d6-e5229bb69b2c), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:37.803238 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-0278d497-8e3a-463a-aa4f-0cafa7d441a9 req-016af37e-342b-419a-9d65-e812017d96b0 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Calling delete_port for 69a028cd-6a7e-49ed-93d6-e5229bb69b2c owned by compute:nova {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:21:37.928691 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0278d497-8e3a-463a-aa4f-0cafa7d441a9 req-016af37e-342b-419a-9d65-e812017d96b0 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15829245'] for port (69a028cd-6a7e-49ed-93d6-e5229bb69b2c), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:37.964996 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016af37e-342b-419a-9d65-e812017d96b0 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Pushing event deleted for resources: {'Port': ['ID=69a028cd-6a7e-49ed-93d6-e5229bb69b2c,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:38.008451 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-0278d497-8e3a-463a-aa4f-0cafa7d441a9 req-016af37e-342b-419a-9d65-e812017d96b0 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] No DVR routers for this DVR port 69a028cd-6a7e-49ed-93d6-e5229bb69b2c on host hv-cinder-84214 {{(pid=103510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:21:38.010774 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0278d497-8e3a-463a-aa4f-0cafa7d441a9 req-016af37e-342b-419a-9d65-e812017d96b0 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:38.014808 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0278d497-8e3a-463a-aa4f-0cafa7d441a9 req-016af37e-342b-419a-9d65-e812017d96b0 tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.23 "DELETE /v2.0/ports/69a028cd-6a7e-49ed-93d6-e5229bb69b2c HTTP/1.1" status: 204 len: 173 time: 0.3909094 May 17 17:21:38.029644 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82812c49-fa86-43cc-ab6f-2df6bf74dfd8', 'name': 'network-vif-deleted', 'tag': '69a028cd-6a7e-49ed-93d6-e5229bb69b2c'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:21:38.032070 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29465f1d75c54feeeeba7d382bbba9bbd0de5de73a4e4c7583939bff4a66ab28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f376e2-02ac-4855-9fd9-cdf5a822e8dc" -d '{"events": [{"server_uuid": "82812c49-fa86-43cc-ab6f-2df6bf74dfd8", "name": "network-vif-deleted", "tag": "69a028cd-6a7e-49ed-93d6-e5229bb69b2c"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:21:38.068238 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6efc826-f312-45cd-967b-6f6e94488a03 x-openstack-request-id: req-d6efc826-f312-45cd-967b-6f6e94488a03 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:21:38.068557 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82812c49-fa86-43cc-ab6f-2df6bf74dfd8", "name": "network-vif-deleted", "tag": "69a028cd-6a7e-49ed-93d6-e5229bb69b2c", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:21:38.068815 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d6efc826-f312-45cd-967b-6f6e94488a03 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:21:38.069340 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6efc826-f312-45cd-967b-6f6e94488a03'] response: {'server_uuid': '82812c49-fa86-43cc-ab6f-2df6bf74dfd8', 'name': 'network-vif-deleted', 'tag': '69a028cd-6a7e-49ed-93d6-e5229bb69b2c', 'status': 'completed', 'code': 200} May 17 17:21:38.578331 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [req-a02fe1ea-1348-482b-a42a-61259e292624 req-725c24da-a8cc-4115-ba54-0bf2c773bc9d tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "GET /v2.0/ports?device_id=82812c49-fa86-43cc-ab6f-2df6bf74dfd8 HTTP/1.1" status: 200 len: 210 time: 0.0297964 May 17 17:21:39.638642 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 53698) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:39.744424 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-531b46b8-c2c8-41b7-ad64-db1837b6e38f tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Deleting port 09ba37d3-e1fe-437d-b6ce-c8d8d69b4e06 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:21:39.744762 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-531b46b8-c2c8-41b7-ad64-db1837b6e38f tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (09ba37d3-e1fe-437d-b6ce-c8d8d69b4e06), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:39.821575 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-531b46b8-c2c8-41b7-ad64-db1837b6e38f tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (09ba37d3-e1fe-437d-b6ce-c8d8d69b4e06), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:39.821894 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-531b46b8-c2c8-41b7-ad64-db1837b6e38f tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for floatingip (09ba37d3-e1fe-437d-b6ce-c8d8d69b4e06), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:39.833566 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-531b46b8-c2c8-41b7-ad64-db1837b6e38f tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Calling delete_port for 09ba37d3-e1fe-437d-b6ce-c8d8d69b4e06 owned by network:floatingip {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:21:39.961620 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-531b46b8-c2c8-41b7-ad64-db1837b6e38f tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15829245'] for port (09ba37d3-e1fe-437d-b6ce-c8d8d69b4e06), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:39.987266 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b46b8-c2c8-41b7-ad64-db1837b6e38f tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Pushing event deleted for resources: {'Port': ['ID=09ba37d3-e1fe-437d-b6ce-c8d8d69b4e06,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:40.047563 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-531b46b8-c2c8-41b7-ad64-db1837b6e38f tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for floatingip (b3c648f8-3a31-4acd-bcd0-31dbf5eca2ca), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:40.050143 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-531b46b8-c2c8-41b7-ad64-db1837b6e38f tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463338'] for floatingip (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:40.051318 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-531b46b8-c2c8-41b7-ad64-db1837b6e38f tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "DELETE /v2.0/floatingips/b3c648f8-3a31-4acd-bcd0-31dbf5eca2ca HTTP/1.1" status: 204 len: 168 time: 0.4122479 May 17 17:21:41.250201 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 53710) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:41.306684 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-881bded5-fab9-469a-91e6-5ff6eeae9d3d tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for security_group (28b40252-adbd-491f-b796-30e56ed2e12f), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:41.332520 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-881bded5-fab9-469a-91e6-5ff6eeae9d3d tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for security_group (28b40252-adbd-491f-b796-30e56ed2e12f), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:41.392465 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-881bded5-fab9-469a-91e6-5ff6eeae9d3d tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (28b40252-adbd-491f-b796-30e56ed2e12f), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:41.395432 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-881bded5-fab9-469a-91e6-5ff6eeae9d3d tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:41.396597 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-881bded5-fab9-469a-91e6-5ff6eeae9d3d tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] 10.222.0.48 "DELETE /v2.0/security-groups/28b40252-adbd-491f-b796-30e56ed2e12f HTTP/1.1" status: 204 len: 168 time: 0.1453803 May 17 17:21:41.406345 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881bded5-fab9-469a-91e6-5ff6eeae9d3d tempest-TestVolumeBootPattern-2122050549 tempest-TestVolumeBootPattern-2122050549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b40252-adbd-491f-b796-30e56ed2e12f,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:41.445636 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 53714) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:41.851397 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1202ab80-3aa6-4123-bd8e-fb130dfe8add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7868158'] for router_interface (2d9bea0d-e005-4d26-a3be-0d542f1a4c13), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:41.913367 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 69a028cd-6a7e-49ed-93d6-e5229bb69b2c no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:21:41.932270 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] No Port match for: 69a028cd-6a7e-49ed-93d6-e5229bb69b2c {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:21:41.932616 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Device 69a028cd-6a7e-49ed-93d6-e5229bb69b2c not bound to the agent host hv-cinder-84214 {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:21:42.066438 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-1202ab80-3aa6-4123-bd8e-fb130dfe8add admin admin] Deleting port b852a37a-072e-48b9-b284-88687d884663 {{(pid=103511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:21:42.066774 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1202ab80-3aa6-4123-bd8e-fb130dfe8add admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (b852a37a-072e-48b9-b284-88687d884663), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:42.143713 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-1202ab80-3aa6-4123-bd8e-fb130dfe8add admin admin] For port b852a37a-072e-48b9-b284-88687d884663, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=b852a37a-072e-48b9-b284-88687d884663,segment=NetworkSegment(3edb7eab-9922-40db-9293-945d85664407),segment_id=3edb7eab-9922-40db-9293-945d85664407)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:21:42.144028 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1202ab80-3aa6-4123-bd8e-fb130dfe8add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (b852a37a-072e-48b9-b284-88687d884663), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:42.157368 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-1202ab80-3aa6-4123-bd8e-fb130dfe8add admin admin] Calling delete_port for b852a37a-072e-48b9-b284-88687d884663 owned by network:router_interface {{(pid=103511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:21:42.330454 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1202ab80-3aa6-4123-bd8e-fb130dfe8add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4266351'] for port (b852a37a-072e-48b9-b284-88687d884663), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:42.356268 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1202ab80-3aa6-4123-bd8e-fb130dfe8add admin admin] Pushing event deleted for resources: {'Port': ['ID=b852a37a-072e-48b9-b284-88687d884663,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:42.748729 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1202ab80-3aa6-4123-bd8e-fb130dfe8add admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7868897'] for router_interface (2d9bea0d-e005-4d26-a3be-0d542f1a4c13), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:42.944066 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1202ab80-3aa6-4123-bd8e-fb130dfe8add admin admin] Router 2d9bea0d-e005-4d26-a3be-0d542f1a4c13 has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:21:43.051855 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1202ab80-3aa6-4123-bd8e-fb130dfe8add admin admin] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:21:43.058223 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-1202ab80-3aa6-4123-bd8e-fb130dfe8add admin admin] 10.222.0.48 "PUT /v2.0/routers/2d9bea0d-e005-4d26-a3be-0d542f1a4c13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6115520 May 17 17:21:43.059657 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 53718) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:43.061215 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679a758b-c15b-407d-8b13-de618bb3d330 None None] Sync routers for ids ['2d9bea0d-e005-4d26-a3be-0d542f1a4c13'] in dv-cinder-842149-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:21:43.070917 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679a758b-c15b-407d-8b13-de618bb3d330 None None] Routers {'2d9bea0d-e005-4d26-a3be-0d542f1a4c13'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:21:43.071593 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-679a758b-c15b-407d-8b13-de618bb3d330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:21:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['2d9bea0d-e005-4d26-a3be-0d542f1a4c13'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:43.159234 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a64ea1ad-54a8-41e0-afea-72f46c432285 admin admin] Publish callbacks [] for router (2d9bea0d-e005-4d26-a3be-0d542f1a4c13), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:43.171451 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-679a758b-c15b-407d-8b13-de618bb3d330 None None] Set router 2d9bea0d-e005-4d26-a3be-0d542f1a4c13 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:21:43.255487 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a64ea1ad-54a8-41e0-afea-72f46c432285 admin admin] Publish callbacks [] for router_gateway (2d9bea0d-e005-4d26-a3be-0d542f1a4c13), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:43.300855 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-a64ea1ad-54a8-41e0-afea-72f46c432285 admin admin] Deleting port 1069656d-bdfd-4935-825c-6878d3681e94 {{(pid=103511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:21:43.301182 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a64ea1ad-54a8-41e0-afea-72f46c432285 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (1069656d-bdfd-4935-825c-6878d3681e94), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:43.334215 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-679a758b-c15b-407d-8b13-de618bb3d330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'name': 'tempest-TestVolumeBootPattern-157448203-router', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '1069656d-bdfd-4935-825c-6878d3681e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:14:28Z', 'updated_at': '2022-05-17T17:21:42Z', 'revision_number': 5, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'gw_port': {'id': '1069656d-bdfd-4935-825c-6878d3681e94', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:29Z', 'updated_at': '2022-05-17T17:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi'}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:43.363636 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679a758b-c15b-407d-8b13-de618bb3d330 None None] Checking router: 2d9bea0d-e005-4d26-a3be-0d542f1a4c13 for host: dv-cinder-842149-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:21:43.373527 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679a758b-c15b-407d-8b13-de618bb3d330 None None] Routers {'2d9bea0d-e005-4d26-a3be-0d542f1a4c13'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:21:43.374136 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-679a758b-c15b-407d-8b13-de618bb3d330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:21:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['2d9bea0d-e005-4d26-a3be-0d542f1a4c13'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:43.382977 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-a64ea1ad-54a8-41e0-afea-72f46c432285 admin admin] For port 1069656d-bdfd-4935-825c-6878d3681e94, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=1069656d-bdfd-4935-825c-6878d3681e94,segment=NetworkSegment(d323b912-4d66-4aae-868e-160b7e4a1fa7),segment_id=d323b912-4d66-4aae-868e-160b7e4a1fa7)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:21:43.383519 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a64ea1ad-54a8-41e0-afea-72f46c432285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (1069656d-bdfd-4935-825c-6878d3681e94), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:43.398908 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-a64ea1ad-54a8-41e0-afea-72f46c432285 admin admin] Calling delete_port for 1069656d-bdfd-4935-825c-6878d3681e94 owned by network:router_gateway {{(pid=103511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:21:43.460737 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-679a758b-c15b-407d-8b13-de618bb3d330 None None] Set router 2d9bea0d-e005-4d26-a3be-0d542f1a4c13 gateway port host: None {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:21:43.509662 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-679a758b-c15b-407d-8b13-de618bb3d330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'name': 'tempest-TestVolumeBootPattern-157448203-router', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:14:28Z', 'updated_at': '2022-05-17T17:21:43Z', 'revision_number': 6, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'gw_port_host': None}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:43.534730 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679a758b-c15b-407d-8b13-de618bb3d330 None None] The sync data for ids ['2d9bea0d-e005-4d26-a3be-0d542f1a4c13'] in dv-cinder-842149-1-iscsi is: [{'id': '2d9bea0d-e005-4d26-a3be-0d542f1a4c13', 'name': 'tempest-TestVolumeBootPattern-157448203-router', 'tenant_id': 'b1528992e3c74c08b5c4192466f23852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:14:28Z', 'updated_at': '2022-05-17T17:21:43Z', 'revision_number': 6, 'project_id': 'b1528992e3c74c08b5c4192466f23852', 'gw_port_host': None}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:21:43.561274 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a64ea1ad-54a8-41e0-afea-72f46c432285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4266351'] for port (1069656d-bdfd-4935-825c-6878d3681e94), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:43.585854 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ea1ad-54a8-41e0-afea-72f46c432285 admin admin] Pushing event deleted for resources: {'Port': ['ID=1069656d-bdfd-4935-825c-6878d3681e94,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:43.649162 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a64ea1ad-54a8-41e0-afea-72f46c432285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7876812'] for router_gateway (2d9bea0d-e005-4d26-a3be-0d542f1a4c13), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:43.732949 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a64ea1ad-54a8-41e0-afea-72f46c432285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7879556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-593'] for router (2d9bea0d-e005-4d26-a3be-0d542f1a4c13), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:43.735024 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a64ea1ad-54a8-41e0-afea-72f46c432285 admin admin] Publish callbacks [] for router_controller (2d9bea0d-e005-4d26-a3be-0d542f1a4c13), precommit_delete_associations {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:43.775303 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a64ea1ad-54a8-41e0-afea-72f46c432285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7879581'] for router (2d9bea0d-e005-4d26-a3be-0d542f1a4c13), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:43.775898 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64ea1ad-54a8-41e0-afea-72f46c432285 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d9bea0d-e005-4d26-a3be-0d542f1a4c13 {{(pid=103511) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 17:21:43.780624 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a64ea1ad-54a8-41e0-afea-72f46c432285 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:43.781897 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-a64ea1ad-54a8-41e0-afea-72f46c432285 admin admin] 10.222.0.48 "DELETE /v2.0/routers/2d9bea0d-e005-4d26-a3be-0d542f1a4c13 HTTP/1.1" status: 204 len: 168 time: 0.7213051 May 17 17:21:43.784358 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 53720) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:43.830339 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.db_base_plugin_v2 [None req-34a6007d-b293-41e5-8713-07d4855ac267 admin admin] Deleting subnet 7e6d0a25-a986-4141-abe4-fef5bc7f9be9 {{(pid=103511) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 17:21:43.833296 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-34a6007d-b293-41e5-8713-07d4855ac267 admin admin] Publish callbacks [] for subnet (7e6d0a25-a986-4141-abe4-fef5bc7f9be9), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:43.868512 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-34a6007d-b293-41e5-8713-07d4855ac267 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4267300'] for subnet (7e6d0a25-a986-4141-abe4-fef5bc7f9be9), precommit_delete_associations {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:43.947429 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-34a6007d-b293-41e5-8713-07d4855ac267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667328'] for subnet (7e6d0a25-a986-4141-abe4-fef5bc7f9be9), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:44.004127 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-34a6007d-b293-41e5-8713-07d4855ac267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4267422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4530447'] for subnet (7e6d0a25-a986-4141-abe4-fef5bc7f9be9), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:44.030029 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6007d-b293-41e5-8713-07d4855ac267 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e6d0a25-a986-4141-abe4-fef5bc7f9be9,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:44.033556 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-34a6007d-b293-41e5-8713-07d4855ac267 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:44.036606 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-34a6007d-b293-41e5-8713-07d4855ac267 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7e6d0a25-a986-4141-abe4-fef5bc7f9be9 HTTP/1.1" status: 204 len: 168 time: 0.2513521 May 17 17:21:44.039097 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 53722) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:44.041939 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a134ca1d-135f-4cdd-afb0-a5554d6308b4 None None] Network f954c18a-8821-47ca-8b80-a2fbc154db5e requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:21:44.107827 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c52df3ee-3c6e-4650-a438-9574029d23eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-914463'] for network (f954c18a-8821-47ca-8b80-a2fbc154db5e), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:44.149295 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-c52df3ee-3c6e-4650-a438-9574029d23eb admin admin] Deleting port 612d0802-6646-472d-9873-cd3971b6b15a {{(pid=103511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:21:44.149671 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c52df3ee-3c6e-4650-a438-9574029d23eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (612d0802-6646-472d-9873-cd3971b6b15a), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:44.215317 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-c52df3ee-3c6e-4650-a438-9574029d23eb admin admin] For port 612d0802-6646-472d-9873-cd3971b6b15a, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=612d0802-6646-472d-9873-cd3971b6b15a,segment=NetworkSegment(3edb7eab-9922-40db-9293-945d85664407),segment_id=3edb7eab-9922-40db-9293-945d85664407)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:21:44.215730 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c52df3ee-3c6e-4650-a438-9574029d23eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (612d0802-6646-472d-9873-cd3971b6b15a), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:44.228440 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-c52df3ee-3c6e-4650-a438-9574029d23eb admin admin] Calling delete_port for 612d0802-6646-472d-9873-cd3971b6b15a owned by network:dhcp {{(pid=103511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:21:44.284337 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a9913a-09fe-4b2a-9614-1ba9ba73d05d None None] DHCP port deletion for f954c18a-8821-47ca-8b80-a2fbc154db5e request from dv-cinder-842149-1-iscsi {{(pid=103512) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 17:21:44.310760 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c52df3ee-3c6e-4650-a438-9574029d23eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4266351'] for port (612d0802-6646-472d-9873-cd3971b6b15a), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:44.327681 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-14a9913a-09fe-4b2a-9614-1ba9ba73d05d None None] Deleting port 612d0802-6646-472d-9873-cd3971b6b15a {{(pid=103512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:21:44.328060 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-14a9913a-09fe-4b2a-9614-1ba9ba73d05d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (612d0802-6646-472d-9873-cd3971b6b15a), before_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:44.340449 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52df3ee-3c6e-4650-a438-9574029d23eb admin admin] No DVR routers for this DVR port 612d0802-6646-472d-9873-cd3971b6b15a on host dv-cinder-842149-1-iscsi {{(pid=103511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:21:44.342396 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52df3ee-3c6e-4650-a438-9574029d23eb admin admin] Pushing event deleted for resources: {'Port': ['ID=612d0802-6646-472d-9873-cd3971b6b15a,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:44.395693 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-14a9913a-09fe-4b2a-9614-1ba9ba73d05d None None] For port 612d0802-6646-472d-9873-cd3971b6b15a, host dv-cinder-842149-1-iscsi, got binding levels [] {{(pid=103512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:21:44.395957 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-14a9913a-09fe-4b2a-9614-1ba9ba73d05d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (612d0802-6646-472d-9873-cd3971b6b15a), precommit_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:44.409004 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-14a9913a-09fe-4b2a-9614-1ba9ba73d05d None None] Calling delete_port for 612d0802-6646-472d-9873-cd3971b6b15a owned by network:dhcp {{(pid=103512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:21:44.411741 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.ipam_backend_mixin [None req-14a9913a-09fe-4b2a-9614-1ba9ba73d05d None None] Port 612d0802-6646-472d-9873-cd3971b6b15a was not found and therefore no delete operation was performed {{(pid=103512) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 17 17:21:44.412983 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-14a9913a-09fe-4b2a-9614-1ba9ba73d05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912'] for port (612d0802-6646-472d-9873-cd3971b6b15a), after_delete {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:44.418062 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c52df3ee-3c6e-4650-a438-9574029d23eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874613', 'neutron.services.segments.db._delete_segments_for_network-8733342282262'] for network (f954c18a-8821-47ca-8b80-a2fbc154db5e), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:44.437125 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a9913a-09fe-4b2a-9614-1ba9ba73d05d None None] Pushing event deleted for resources: {'Port': ['ID=612d0802-6646-472d-9873-cd3971b6b15a,revision_number=None']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:44.440527 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.services.segments.db [None req-c52df3ee-3c6e-4650-a438-9574029d23eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f954c18a-8821-47ca-8b80-a2fbc154db5e']}} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:44.441519 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a9913a-09fe-4b2a-9614-1ba9ba73d05d None None] No DVR routers for this DVR port 612d0802-6646-472d-9873-cd3971b6b15a on host dv-cinder-842149-1-iscsi {{(pid=103512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:21:44.448427 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a9913a-09fe-4b2a-9614-1ba9ba73d05d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:44.448776 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a9913a-09fe-4b2a-9614-1ba9ba73d05d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:44.449126 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a9913a-09fe-4b2a-9614-1ba9ba73d05d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:44.449450 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a9913a-09fe-4b2a-9614-1ba9ba73d05d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:44.455357 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a9913a-09fe-4b2a-9614-1ba9ba73d05d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:44.455357 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a9913a-09fe-4b2a-9614-1ba9ba73d05d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:44.455357 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a9913a-09fe-4b2a-9614-1ba9ba73d05d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:44.455357 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a9913a-09fe-4b2a-9614-1ba9ba73d05d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:44.455357 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a9913a-09fe-4b2a-9614-1ba9ba73d05d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:44.455357 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a9913a-09fe-4b2a-9614-1ba9ba73d05d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:44.455357 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a9913a-09fe-4b2a-9614-1ba9ba73d05d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:44.455357 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a9913a-09fe-4b2a-9614-1ba9ba73d05d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:44.455357 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a9913a-09fe-4b2a-9614-1ba9ba73d05d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:44.455357 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a9913a-09fe-4b2a-9614-1ba9ba73d05d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:44.457446 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.services.segments.db [None req-c52df3ee-3c6e-4650-a438-9574029d23eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3edb7eab-9922-40db-9293-945d85664407') {'for_net_delete': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:44.458018 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a9913a-09fe-4b2a-9614-1ba9ba73d05d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842149-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:44.458130 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.services.segments.db [None req-c52df3ee-3c6e-4650-a438-9574029d23eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3edb7eab-9922-40db-9293-945d85664407') {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:44.464281 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c52df3ee-3c6e-4650-a438-9574029d23eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733342283551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4267293'] for segment (3edb7eab-9922-40db-9293-945d85664407), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:44.481323 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c52df3ee-3c6e-4650-a438-9574029d23eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915'] for segment (3edb7eab-9922-40db-9293-945d85664407), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:44.488303 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c52df3ee-3c6e-4650-a438-9574029d23eb admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103511) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 17:21:44.488703 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c52df3ee-3c6e-4650-a438-9574029d23eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4266300'] for segment (3edb7eab-9922-40db-9293-945d85664407), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:44.490664 dv-cinder-842149-1-iscsi neutron-server[103511]: Traceback (most recent call last): May 17 17:21:44.490664 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 17:21:44.490664 dv-cinder-842149-1-iscsi neutron-server[103511]: timer() May 17 17:21:44.490664 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 17:21:44.490664 dv-cinder-842149-1-iscsi neutron-server[103511]: cb(*args, **kw) May 17 17:21:44.490664 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 17:21:44.490664 dv-cinder-842149-1-iscsi neutron-server[103511]: return func(*args, **kwargs) May 17 17:21:44.490664 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 17:21:44.490664 dv-cinder-842149-1-iscsi neutron-server[103511]: self._notify() May 17 17:21:44.490664 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 17:21:44.490664 dv-cinder-842149-1-iscsi neutron-server[103511]: self.callback(batched_events) May 17 17:21:44.490664 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 17:21:44.490664 dv-cinder-842149-1-iscsi neutron-server[103511]: event.method(event) May 17 17:21:44.490664 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 17:21:44.490664 dv-cinder-842149-1-iscsi neutron-server[103511]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 17:21:44.490664 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 17:21:44.490664 dv-cinder-842149-1-iscsi neutron-server[103511]: aggregate_uuid = self.p_client.list_aggregates( May 17 17:21:44.490664 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 17:21:44.490664 dv-cinder-842149-1-iscsi neutron-server[103511]: return f(self, *a, **k) May 17 17:21:44.490664 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 17:21:44.490664 dv-cinder-842149-1-iscsi neutron-server[103511]: return self._get(url).json() May 17 17:21:44.490664 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 17:21:44.490664 dv-cinder-842149-1-iscsi neutron-server[103511]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 17:21:44.490664 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 17:21:44.490664 dv-cinder-842149-1-iscsi neutron-server[103511]: return self.request(url, 'GET', **kwargs) May 17 17:21:44.490664 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 17:21:44.490664 dv-cinder-842149-1-iscsi neutron-server[103511]: base_url = self.get_endpoint(auth, allow=allow, May 17 17:21:44.490664 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 17:21:44.490664 dv-cinder-842149-1-iscsi neutron-server[103511]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 17:21:44.490664 dv-cinder-842149-1-iscsi neutron-server[103511]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 17:21:44.490664 dv-cinder-842149-1-iscsi neutron-server[103511]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 17:21:44.490664 dv-cinder-842149-1-iscsi neutron-server[103511]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 17:21:44.552906 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c52df3ee-3c6e-4650-a438-9574029d23eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7866878'] for network (f954c18a-8821-47ca-8b80-a2fbc154db5e), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:44.558756 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c52df3ee-3c6e-4650-a438-9574029d23eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for network (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:44.562011 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-c52df3ee-3c6e-4650-a438-9574029d23eb admin admin] 10.222.0.48 "DELETE /v2.0/networks/f954c18a-8821-47ca-8b80-a2fbc154db5e HTTP/1.1" status: 204 len: 168 time: 0.5219882 May 17 17:21:44.565191 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 53724) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:44.572548 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52df3ee-3c6e-4650-a438-9574029d23eb admin admin] Pushing event deleted for resources: {'Network': ['ID=f954c18a-8821-47ca-8b80-a2fbc154db5e,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:44.999020 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device b852a37a-072e-48b9-b284-88687d884663 no longer exists at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:21:45.023031 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] No Port match for: b852a37a-072e-48b9-b284-88687d884663 {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:21:45.023382 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device b852a37a-072e-48b9-b284-88687d884663 not bound to the agent host dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:21:45.023829 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 612d0802-6646-472d-9873-cd3971b6b15a no longer exists at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:21:45.043330 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] No Port match for: 612d0802-6646-472d-9873-cd3971b6b15a {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:21:45.044193 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 612d0802-6646-472d-9873-cd3971b6b15a not bound to the agent host dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:21:45.044860 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 1069656d-bdfd-4935-825c-6878d3681e94 no longer exists at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:21:45.063667 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] No Port match for: 1069656d-bdfd-4935-825c-6878d3681e94 {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:21:45.064019 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 1069656d-bdfd-4935-825c-6878d3681e94 not bound to the agent host dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:21:45.126054 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fb0f7a93-ad70-41af-a11a-8d3a1bc9a3d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7868158'] for router_interface (af62be4e-7124-4c35-bd51-890574f77ec8), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:45.338339 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-fb0f7a93-ad70-41af-a11a-8d3a1bc9a3d3 admin admin] Deleting port 2a0bff35-ec61-4e51-b243-e6ffdf0127f0 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:21:45.338676 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fb0f7a93-ad70-41af-a11a-8d3a1bc9a3d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (2a0bff35-ec61-4e51-b243-e6ffdf0127f0), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:45.416028 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [None req-fb0f7a93-ad70-41af-a11a-8d3a1bc9a3d3 admin admin] For port 2a0bff35-ec61-4e51-b243-e6ffdf0127f0, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=2a0bff35-ec61-4e51-b243-e6ffdf0127f0,segment=NetworkSegment(d3a8b4a4-1b9e-49ad-9024-815b81d24100),segment_id=d3a8b4a4-1b9e-49ad-9024-815b81d24100)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:21:45.416394 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fb0f7a93-ad70-41af-a11a-8d3a1bc9a3d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (2a0bff35-ec61-4e51-b243-e6ffdf0127f0), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:45.429507 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-fb0f7a93-ad70-41af-a11a-8d3a1bc9a3d3 admin admin] Calling delete_port for 2a0bff35-ec61-4e51-b243-e6ffdf0127f0 owned by network:router_interface {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:21:45.602067 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fb0f7a93-ad70-41af-a11a-8d3a1bc9a3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15829245'] for port (2a0bff35-ec61-4e51-b243-e6ffdf0127f0), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:45.626626 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f7a93-ad70-41af-a11a-8d3a1bc9a3d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a0bff35-ec61-4e51-b243-e6ffdf0127f0,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:45.794282 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fb0f7a93-ad70-41af-a11a-8d3a1bc9a3d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7868897'] for router_interface (af62be4e-7124-4c35-bd51-890574f77ec8), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:45.994554 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb0f7a93-ad70-41af-a11a-8d3a1bc9a3d3 admin admin] Router af62be4e-7124-4c35-bd51-890574f77ec8 has already been hosted by L3 agent 965eb723-af14-42b8-a8c8-2cce89d1e592 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:21:46.092457 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0f7a93-ad70-41af-a11a-8d3a1bc9a3d3 admin admin] Notify agent at l3_agent.dv-cinder-842149-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:21:46.098805 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-fb0f7a93-ad70-41af-a11a-8d3a1bc9a3d3 admin admin] 10.222.0.48 "PUT /v2.0/routers/af62be4e-7124-4c35-bd51-890574f77ec8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5316501 May 17 17:21:46.100465 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 53726) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:46.101192 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682acd51-5735-41ea-9d9c-64af436233ea None None] Sync routers for ids ['af62be4e-7124-4c35-bd51-890574f77ec8'] in dv-cinder-842149-1-iscsi {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:21:46.111282 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682acd51-5735-41ea-9d9c-64af436233ea None None] Routers {'af62be4e-7124-4c35-bd51-890574f77ec8'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:21:46.111956 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-682acd51-5735-41ea-9d9c-64af436233ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:21:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['af62be4e-7124-4c35-bd51-890574f77ec8'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:46.198673 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ca99ed73-802d-49b2-a120-9fcd33bd20bc admin admin] Publish callbacks [] for router (af62be4e-7124-4c35-bd51-890574f77ec8), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:46.210074 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-682acd51-5735-41ea-9d9c-64af436233ea None None] Set router af62be4e-7124-4c35-bd51-890574f77ec8 gateway port host: dv-cinder-842149-1-iscsi {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:21:46.298660 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ca99ed73-802d-49b2-a120-9fcd33bd20bc admin admin] Publish callbacks [] for router_gateway (af62be4e-7124-4c35-bd51-890574f77ec8), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:46.344516 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-ca99ed73-802d-49b2-a120-9fcd33bd20bc admin admin] Deleting port 2fc1d452-3d4e-46e0-b426-ab7081510c50 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:21:46.344988 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ca99ed73-802d-49b2-a120-9fcd33bd20bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (2fc1d452-3d4e-46e0-b426-ab7081510c50), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:46.426783 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [None req-ca99ed73-802d-49b2-a120-9fcd33bd20bc admin admin] For port 2fc1d452-3d4e-46e0-b426-ab7081510c50, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=2fc1d452-3d4e-46e0-b426-ab7081510c50,segment=NetworkSegment(d323b912-4d66-4aae-868e-160b7e4a1fa7),segment_id=d323b912-4d66-4aae-868e-160b7e4a1fa7)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:21:46.427124 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ca99ed73-802d-49b2-a120-9fcd33bd20bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (2fc1d452-3d4e-46e0-b426-ab7081510c50), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:46.441202 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-ca99ed73-802d-49b2-a120-9fcd33bd20bc admin admin] Calling delete_port for 2fc1d452-3d4e-46e0-b426-ab7081510c50 owned by network:router_gateway {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:21:46.460288 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-682acd51-5735-41ea-9d9c-64af436233ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af62be4e-7124-4c35-bd51-890574f77ec8', 'name': 'tempest-TestVolumeBootPattern-909488293-router', 'tenant_id': '7e342982d1b8446ebd34d3ec75b0ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'external_fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '2fc1d452-3d4e-46e0-b426-ab7081510c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:14:34Z', 'updated_at': '2022-05-17T17:21:45Z', 'revision_number': 5, 'project_id': '7e342982d1b8446ebd34d3ec75b0ca09', 'gw_port': {'id': '2fc1d452-3d4e-46e0-b426-ab7081510c50', 'name': '', 'network_id': '02c56ec1-398e-4da7-8d6f-c5872f286327', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af62be4e-7124-4c35-bd51-890574f77ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '162161ae-47ec-4957-8899-c21f028f623a', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842149-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:14:34Z', 'updated_at': '2022-05-17T17:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '162161ae-47ec-4957-8899-c21f028f623a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842149-1-iscsi'}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:46.486655 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682acd51-5735-41ea-9d9c-64af436233ea None None] Checking router: af62be4e-7124-4c35-bd51-890574f77ec8 for host: dv-cinder-842149-1-iscsi {{(pid=103513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:21:46.494718 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682acd51-5735-41ea-9d9c-64af436233ea None None] Routers {'af62be4e-7124-4c35-bd51-890574f77ec8'} bound to L3 agent in host dv-cinder-842149-1-iscsi {{(pid=103513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:21:46.495320 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-682acd51-5735-41ea-9d9c-64af436233ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842149-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T17:01:53Z,description=,heartbeat_timestamp=2022-05-17T17:21:23Z,host='dv-cinder-842149-1-iscsi',id=965eb723-af14-42b8-a8c8-2cce89d1e592,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:01:53Z,topic='l3_agent')) {'router_ids': ['af62be4e-7124-4c35-bd51-890574f77ec8'], 'active': True} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:46.577970 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_dvr_db [None req-682acd51-5735-41ea-9d9c-64af436233ea None None] Set router af62be4e-7124-4c35-bd51-890574f77ec8 gateway port host: None {{(pid=103513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:21:46.607873 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ca99ed73-802d-49b2-a120-9fcd33bd20bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15829245'] for port (2fc1d452-3d4e-46e0-b426-ab7081510c50), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:46.625378 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.l3_hamode_db [None req-682acd51-5735-41ea-9d9c-64af436233ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af62be4e-7124-4c35-bd51-890574f77ec8', 'name': 'tempest-TestVolumeBootPattern-909488293-router', 'tenant_id': '7e342982d1b8446ebd34d3ec75b0ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:14:34Z', 'updated_at': '2022-05-17T17:21:46Z', 'revision_number': 6, 'project_id': '7e342982d1b8446ebd34d3ec75b0ca09', 'gw_port_host': None}], 'dv-cinder-842149-1-iscsi', False) {} {{(pid=103513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:46.632355 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99ed73-802d-49b2-a120-9fcd33bd20bc admin admin] Pushing event deleted for resources: {'Port': ['ID=2fc1d452-3d4e-46e0-b426-ab7081510c50,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:46.650675 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682acd51-5735-41ea-9d9c-64af436233ea None None] The sync data for ids ['af62be4e-7124-4c35-bd51-890574f77ec8'] in dv-cinder-842149-1-iscsi is: [{'id': 'af62be4e-7124-4c35-bd51-890574f77ec8', 'name': 'tempest-TestVolumeBootPattern-909488293-router', 'tenant_id': '7e342982d1b8446ebd34d3ec75b0ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:14:34Z', 'updated_at': '2022-05-17T17:21:46Z', 'revision_number': 6, 'project_id': '7e342982d1b8446ebd34d3ec75b0ca09', 'gw_port_host': None}] {{(pid=103513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:21:46.703417 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ca99ed73-802d-49b2-a120-9fcd33bd20bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7876812'] for router_gateway (af62be4e-7124-4c35-bd51-890574f77ec8), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:46.787629 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ca99ed73-802d-49b2-a120-9fcd33bd20bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7879556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-593'] for router (af62be4e-7124-4c35-bd51-890574f77ec8), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:46.789777 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ca99ed73-802d-49b2-a120-9fcd33bd20bc admin admin] Publish callbacks [] for router_controller (af62be4e-7124-4c35-bd51-890574f77ec8), precommit_delete_associations {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:46.829742 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ca99ed73-802d-49b2-a120-9fcd33bd20bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7879581'] for router (af62be4e-7124-4c35-bd51-890574f77ec8), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:46.830219 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca99ed73-802d-49b2-a120-9fcd33bd20bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router af62be4e-7124-4c35-bd51-890574f77ec8 {{(pid=103510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 17:21:46.834327 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ca99ed73-802d-49b2-a120-9fcd33bd20bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:46.835445 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-ca99ed73-802d-49b2-a120-9fcd33bd20bc admin admin] 10.222.0.48 "DELETE /v2.0/routers/af62be4e-7124-4c35-bd51-890574f77ec8 HTTP/1.1" status: 204 len: 168 time: 0.7340882 May 17 17:21:46.838139 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 53728) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:46.882373 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c269f1b-e186-441a-a9be-2b11d4150a90 admin admin] Deleting subnet 06c12f13-6188-4191-ae0d-a8fbd754e0c1 {{(pid=103510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 17:21:46.885408 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9c269f1b-e186-441a-a9be-2b11d4150a90 admin admin] Publish callbacks [] for subnet (06c12f13-6188-4191-ae0d-a8fbd754e0c1), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:46.919874 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9c269f1b-e186-441a-a9be-2b11d4150a90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15830076'] for subnet (06c12f13-6188-4191-ae0d-a8fbd754e0c1), precommit_delete_associations {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:46.999848 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9c269f1b-e186-441a-a9be-2b11d4150a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667328'] for subnet (06c12f13-6188-4191-ae0d-a8fbd754e0c1), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:47.066161 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9c269f1b-e186-441a-a9be-2b11d4150a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15830028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4226421'] for subnet (06c12f13-6188-4191-ae0d-a8fbd754e0c1), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:47.092504 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c269f1b-e186-441a-a9be-2b11d4150a90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06c12f13-6188-4191-ae0d-a8fbd754e0c1,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:47.096137 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9c269f1b-e186-441a-a9be-2b11d4150a90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for subnet (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:47.101604 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-9c269f1b-e186-441a-a9be-2b11d4150a90 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/06c12f13-6188-4191-ae0d-a8fbd754e0c1 HTTP/1.1" status: 204 len: 168 time: 0.2601824 May 17 17:21:47.101886 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 2a0bff35-ec61-4e51-b243-e6ffdf0127f0 no longer exists at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:21:47.102305 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.48', 53730) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:47.104681 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1eba81-7a0c-454b-8579-b0be169cda82 None None] Network f1769c11-081d-442e-9e15-504c11318633 requested from dv-cinder-842149-1-iscsi {{(pid=103512) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:21:47.147482 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] No Port match for: 2a0bff35-ec61-4e51-b243-e6ffdf0127f0 {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:21:47.147859 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 2a0bff35-ec61-4e51-b243-e6ffdf0127f0 not bound to the agent host dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:21:47.174306 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2bf0a091-6236-4c1f-8c56-743b962510ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-914463'] for network (f1769c11-081d-442e-9e15-504c11318633), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:47.216124 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-2bf0a091-6236-4c1f-8c56-743b962510ac admin admin] Deleting port 88ca7a0f-13ea-4b81-9e1f-c22b2f919982 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:21:47.216464 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2bf0a091-6236-4c1f-8c56-743b962510ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733342417125'] for port (88ca7a0f-13ea-4b81-9e1f-c22b2f919982), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:47.281217 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [None req-2bf0a091-6236-4c1f-8c56-743b962510ac admin admin] For port 88ca7a0f-13ea-4b81-9e1f-c22b2f919982, host dv-cinder-842149-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842149-1-iscsi',level=0,port_id=88ca7a0f-13ea-4b81-9e1f-c22b2f919982,segment=NetworkSegment(d3a8b4a4-1b9e-49ad-9024-815b81d24100),segment_id=d3a8b4a4-1b9e-49ad-9024-815b81d24100)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:21:47.281573 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2bf0a091-6236-4c1f-8c56-743b962510ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7867956'] for port (88ca7a0f-13ea-4b81-9e1f-c22b2f919982), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:47.294163 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-2bf0a091-6236-4c1f-8c56-743b962510ac admin admin] Calling delete_port for 88ca7a0f-13ea-4b81-9e1f-c22b2f919982 owned by network:dhcp {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:21:47.373259 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2bf0a091-6236-4c1f-8c56-743b962510ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733342426233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733341868912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15829245'] for port (88ca7a0f-13ea-4b81-9e1f-c22b2f919982), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:47.398943 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf0a091-6236-4c1f-8c56-743b962510ac admin admin] Pushing event deleted for resources: {'Port': ['ID=88ca7a0f-13ea-4b81-9e1f-c22b2f919982,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:47.402506 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf0a091-6236-4c1f-8c56-743b962510ac admin admin] No DVR routers for this DVR port 88ca7a0f-13ea-4b81-9e1f-c22b2f919982 on host dv-cinder-842149-1-iscsi {{(pid=103510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:21:47.415066 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cf9342-f03d-4432-b8a6-7e4a8c5606d7 None None] DHCP port deletion for f1769c11-081d-442e-9e15-504c11318633 request from dv-cinder-842149-1-iscsi {{(pid=103512) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 17:21:47.483282 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2bf0a091-6236-4c1f-8c56-743b962510ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874613', 'neutron.services.segments.db._delete_segments_for_network-8733342282262'] for network (f1769c11-081d-442e-9e15-504c11318633), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:47.504291 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-2bf0a091-6236-4c1f-8c56-743b962510ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1769c11-081d-442e-9e15-504c11318633']}} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:47.514108 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-2bf0a091-6236-4c1f-8c56-743b962510ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3a8b4a4-1b9e-49ad-9024-815b81d24100') {'for_net_delete': True} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:47.514403 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-2bf0a091-6236-4c1f-8c56-743b962510ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3a8b4a4-1b9e-49ad-9024-815b81d24100') {} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:47.526999 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2bf0a091-6236-4c1f-8c56-743b962510ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733342283551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15830021'] for segment (d3a8b4a4-1b9e-49ad-9024-815b81d24100), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:47.541090 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2bf0a091-6236-4c1f-8c56-743b962510ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915'] for segment (d3a8b4a4-1b9e-49ad-9024-815b81d24100), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:47.547560 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf0a091-6236-4c1f-8c56-743b962510ac admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 17:21:47.548017 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2bf0a091-6236-4c1f-8c56-743b962510ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-665915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15829166'] for segment (d3a8b4a4-1b9e-49ad-9024-815b81d24100), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:47.549687 dv-cinder-842149-1-iscsi neutron-server[103510]: Traceback (most recent call last): May 17 17:21:47.549687 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 17:21:47.549687 dv-cinder-842149-1-iscsi neutron-server[103510]: timer() May 17 17:21:47.549687 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 17:21:47.549687 dv-cinder-842149-1-iscsi neutron-server[103510]: cb(*args, **kw) May 17 17:21:47.549687 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 17:21:47.549687 dv-cinder-842149-1-iscsi neutron-server[103510]: return func(*args, **kwargs) May 17 17:21:47.549687 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 17:21:47.549687 dv-cinder-842149-1-iscsi neutron-server[103510]: self._notify() May 17 17:21:47.549687 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 17:21:47.549687 dv-cinder-842149-1-iscsi neutron-server[103510]: self.callback(batched_events) May 17 17:21:47.549687 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 17:21:47.549687 dv-cinder-842149-1-iscsi neutron-server[103510]: event.method(event) May 17 17:21:47.549687 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 17:21:47.549687 dv-cinder-842149-1-iscsi neutron-server[103510]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 17:21:47.549687 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 17:21:47.549687 dv-cinder-842149-1-iscsi neutron-server[103510]: aggregate_uuid = self.p_client.list_aggregates( May 17 17:21:47.549687 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 17:21:47.549687 dv-cinder-842149-1-iscsi neutron-server[103510]: return f(self, *a, **k) May 17 17:21:47.549687 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 17:21:47.549687 dv-cinder-842149-1-iscsi neutron-server[103510]: return self._get(url).json() May 17 17:21:47.549687 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 17:21:47.549687 dv-cinder-842149-1-iscsi neutron-server[103510]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 17:21:47.549687 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 17:21:47.549687 dv-cinder-842149-1-iscsi neutron-server[103510]: return self.request(url, 'GET', **kwargs) May 17 17:21:47.549687 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 17:21:47.549687 dv-cinder-842149-1-iscsi neutron-server[103510]: base_url = self.get_endpoint(auth, allow=allow, May 17 17:21:47.549687 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 17:21:47.549687 dv-cinder-842149-1-iscsi neutron-server[103510]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 17:21:47.549687 dv-cinder-842149-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 17:21:47.549687 dv-cinder-842149-1-iscsi neutron-server[103510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 17:21:47.549687 dv-cinder-842149-1-iscsi neutron-server[103510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 17:21:47.604995 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2bf0a091-6236-4c1f-8c56-743b962510ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7954877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7866878'] for network (f1769c11-081d-442e-9e15-504c11318633), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:47.611149 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2bf0a091-6236-4c1f-8c56-743b962510ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925610'] for network (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:47.614413 dv-cinder-842149-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-2bf0a091-6236-4c1f-8c56-743b962510ac admin admin] 10.222.0.48 "DELETE /v2.0/networks/f1769c11-081d-442e-9e15-504c11318633 HTTP/1.1" status: 204 len: 168 time: 0.5116472 May 17 17:21:47.627063 dv-cinder-842149-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf0a091-6236-4c1f-8c56-743b962510ac admin admin] Pushing event deleted for resources: {'Network': ['ID=f1769c11-081d-442e-9e15-504c11318633,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:47.746065 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 53734) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:47.786059 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-20d05550-b9f9-4318-9134-264bde02738d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b1528992e3c74c08b5c4192466f23852&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386796 May 17 17:21:47.788531 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 53736) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:47.835198 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a2d0af64-98ee-41db-8e18-893d156a3e4a admin admin] Publish callbacks [] for security_group (22473ea7-5721-4e74-9385-3e74454863fc), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:47.856732 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a2d0af64-98ee-41db-8e18-893d156a3e4a admin admin] Publish callbacks [] for security_group (22473ea7-5721-4e74-9385-3e74454863fc), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:47.908351 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a2d0af64-98ee-41db-8e18-893d156a3e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (22473ea7-5721-4e74-9385-3e74454863fc), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:47.911154 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a2d0af64-98ee-41db-8e18-893d156a3e4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:47.912321 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-a2d0af64-98ee-41db-8e18-893d156a3e4a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/22473ea7-5721-4e74-9385-3e74454863fc HTTP/1.1" status: 204 len: 168 time: 0.1229000 May 17 17:21:47.920133 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0af64-98ee-41db-8e18-893d156a3e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22473ea7-5721-4e74-9385-3e74454863fc,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:48.226426 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 53742) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:48.266478 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-d6123d36-f52c-4da9-af8c-057d829dbaf2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7e342982d1b8446ebd34d3ec75b0ca09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388999 May 17 17:21:48.269243 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [-] (103511) accepted ('10.222.0.48', 53744) {{(pid=103511) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:48.316603 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a4feaae6-f98b-4f2b-b3ee-a7db906afc0e admin admin] Publish callbacks [] for security_group (9f749439-c27f-4ea5-bd3a-943bca3e7ed3), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:48.337019 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a4feaae6-f98b-4f2b-b3ee-a7db906afc0e admin admin] Publish callbacks [] for security_group (9f749439-c27f-4ea5-bd3a-943bca3e7ed3), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:48.385089 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a4feaae6-f98b-4f2b-b3ee-a7db906afc0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935759'] for security_group (9f749439-c27f-4ea5-bd3a-943bca3e7ed3), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:48.388529 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a4feaae6-f98b-4f2b-b3ee-a7db906afc0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:48.389661 dv-cinder-842149-1-iscsi neutron-server[103511]: INFO neutron.wsgi [None req-a4feaae6-f98b-4f2b-b3ee-a7db906afc0e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9f749439-c27f-4ea5-bd3a-943bca3e7ed3 HTTP/1.1" status: 204 len: 168 time: 0.1195390 May 17 17:21:48.397350 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4feaae6-f98b-4f2b-b3ee-a7db906afc0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f749439-c27f-4ea5-bd3a-943bca3e7ed3,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:48.997762 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 88ca7a0f-13ea-4b81-9e1f-c22b2f919982 no longer exists at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:21:49.020413 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] No Port match for: 88ca7a0f-13ea-4b81-9e1f-c22b2f919982 {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:21:49.020845 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 88ca7a0f-13ea-4b81-9e1f-c22b2f919982 not bound to the agent host dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:21:49.021256 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 2fc1d452-3d4e-46e0-b426-ab7081510c50 no longer exists at agent ovs-agent-dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:21:49.038507 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.plugin [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] No Port match for: 2fc1d452-3d4e-46e0-b426-ab7081510c50 {{(pid=103512) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:21:49.038849 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.rpc [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Device 2fc1d452-3d4e-46e0-b426-ab7081510c50 not bound to the agent host dv-cinder-842149-1-iscsi {{(pid=103512) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:21:51.222583 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4b8b2a5e-5636-444b-a97a-dc47cf2535ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:53.391496 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-d8e2bf16-68fb-4854-888a-ba169a9a4156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:53.816465 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (f77364a9-2f6e-44ad-9fc6-92e3e143ef92), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:54.888613 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:55.930188 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:57.480219 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:00.759351 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.agents_db [None req-bd8c2525-aad1-4fe1-b03f-cf2f293aaa3a None None] Agent healthcheck: found 6 active agents {{(pid=103513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:22:21.224201 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ded2-30ac-42df-8926-a020015a54ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:23.393864 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a86ca388-0113-4145-b5f4-9a5a06de0006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:23.829686 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (f77364a9-2f6e-44ad-9fc6-92e3e143ef92), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:24.891199 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:25.934444 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:27.483819 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:37.759043 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.agents_db [None req-bd8c2525-aad1-4fe1-b03f-cf2f293aaa3a None None] Agent healthcheck: found 6 active agents {{(pid=103513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:22:51.227825 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-5906a298-ad1c-493d-89e6-c3a078a600c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:53.396230 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2c9679fd-4a2f-4403-a5bf-4ca3fd95837f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:53.829101 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (f77364a9-2f6e-44ad-9fc6-92e3e143ef92), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:54.895044 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:55.932570 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:57.486972 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:14.759107 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.agents_db [None req-bd8c2525-aad1-4fe1-b03f-cf2f293aaa3a None None] Agent healthcheck: found 6 active agents {{(pid=103513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:23:21.229788 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-b2f3da3e-6766-4764-b16e-822b6b916dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:23.399692 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6dad281c-d6ff-425f-95c6-73fb4bfb7bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:23.840605 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (f77364a9-2f6e-44ad-9fc6-92e3e143ef92), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:24.897289 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:25.935276 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:27.491707 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:51.231073 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ca6a34fc-c75a-4d28-91d1-b5c5ba522887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:51.757804 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.agents_db [None req-bd8c2525-aad1-4fe1-b03f-cf2f293aaa3a None None] Agent healthcheck: found 6 active agents {{(pid=103513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:23:53.400261 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a2ce03d0-07cc-4f2d-8808-897944a52b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:53.839306 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (f77364a9-2f6e-44ad-9fc6-92e3e143ef92), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:54.900548 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:55.939239 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:57.494470 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:21.233312 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-bd7ef41d-5935-4a89-8035-b3fa35d033ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:23.401700 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-af45fbc6-bb91-4cb4-b5e4-eaedb2f9ee34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:23.851791 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (f77364a9-2f6e-44ad-9fc6-92e3e143ef92), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:24.904020 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:25.944883 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:27.497574 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:28.757684 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.agents_db [None req-bd8c2525-aad1-4fe1-b03f-cf2f293aaa3a None None] Agent healthcheck: found 6 active agents {{(pid=103513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:24:51.234780 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6f8d466b-c2cf-4648-9a6b-b20d6c1bb5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:53.402760 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e09876ed-3490-4a2a-805f-e60c049cf093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:53.880351 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (f77364a9-2f6e-44ad-9fc6-92e3e143ef92), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:54.906589 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:55.944192 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:57.500687 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:05.756929 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.agents_db [None req-bd8c2525-aad1-4fe1-b03f-cf2f293aaa3a None None] Agent healthcheck: found 6 active agents {{(pid=103513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:25:21.236586 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-c8ffef5f-8a66-4d3b-b5a3-ab6bc8efe6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:23.405280 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-4739a552-a401-4a6e-b1f7-8a282aed7590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:23.894737 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (f77364a9-2f6e-44ad-9fc6-92e3e143ef92), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:24.910171 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:25.947363 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:27.502941 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:42.756799 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.agents_db [None req-bd8c2525-aad1-4fe1-b03f-cf2f293aaa3a None None] Agent healthcheck: found 6 active agents {{(pid=103513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:25:51.238179 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-1ccbba91-2eb5-4815-91a6-c59a53df685d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:53.406449 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ed26f786-477b-4636-ad7a-9bc0688c0506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:53.908572 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (f77364a9-2f6e-44ad-9fc6-92e3e143ef92), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:54.912333 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:55.948366 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:57.507374 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:01.560102 dv-cinder-842149-1-iscsi neutron-server[103511]: DEBUG neutron.wsgi [req-5edd6a83-8982-41a6-ba19-a88d22558e7a req-5a3a036b-29ad-4f6d-97e4-fc371ad423bb service neutron] (103511) timed out ('10.222.0.23', 49467) {{(pid=103511) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 17 17:26:19.756451 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.agents_db [None req-bd8c2525-aad1-4fe1-b03f-cf2f293aaa3a None None] Agent healthcheck: found 6 active agents {{(pid=103513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:26:21.240488 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-94acfc1f-016f-4475-939c-bca86f76adfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:23.408241 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-e0996825-8ed9-49d2-99b5-273d805b5dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:23.923493 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (f77364a9-2f6e-44ad-9fc6-92e3e143ef92), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:24.914140 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:25.954062 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:27.509953 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:51.242335 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-cf1f4d1e-6e03-497f-8c00-67146c6d5896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (e31905a2-41fc-44e1-9d1f-1e6213680c03), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:53.410602 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2fdee567-8f41-49b6-9cee-e5fe34c54d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (965eb723-af14-42b8-a8c8-2cce89d1e592), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:53.924771 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-7f09ed85-740f-4fa1-afcc-196edbfb6980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (f77364a9-2f6e-44ad-9fc6-92e3e143ef92), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:54.917763 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-76148933-3f1a-4da9-8ab0-b8f7a1c0db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (df5f5970-ac39-4b9b-83d0-42b6565747ea), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:55.953909 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-51a9eda7-e6f7-4dbc-930e-c4f3879fcb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (60930863-b5fe-4e1c-bf86-6cb1aa6788d5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:56.756055 dv-cinder-842149-1-iscsi neutron-server[103513]: DEBUG neutron.db.agents_db [None req-bd8c2525-aad1-4fe1-b03f-cf2f293aaa3a None None] Agent healthcheck: found 6 active agents {{(pid=103513) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:26:57.512504 dv-cinder-842149-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-6810609a-1401-449f-bcd9-8f5505dc5d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733342282244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868790'] for agent (112412f2-6814-4612-abcf-1771f8ba00b9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}